{"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.421124874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.472400108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.575876214Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.575901177Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.792147742Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.7922103Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:02.958372723Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/40672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.865671657Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.97636992Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976494395Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976561928Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.97661822Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976657637Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.97670229Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976748544Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976791988Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976843369Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976888773Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976933849Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.976988146Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977029053Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977200026Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977349614Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977453758Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977487037Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977557076Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977564898Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:03.977613389Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:04.077981132Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 22:58:04.078005 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T22:58:04.279630943Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:04.279673397Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 22:58:22.532694 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533227824Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.53352269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533598995Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533835881Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533963447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533993029Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534050488Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534226521Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.53425157Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534280405Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534428961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534459007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534493228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534516481Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.533607426Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534591846Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534267021Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534762414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534799017Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534840142Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534885056Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534913998Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534948703Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534973638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535059198Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.534216808Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.53520862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535237543Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535328705Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535415594Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535452262Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535486748Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535699173Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.535821912Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536012942Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536039086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536410562Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536810926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536845278Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536867505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536888257Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.536908799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537037702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.5370725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537215654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537532249Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537571651Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537602461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537666959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537690252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537712432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537751191Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.537861887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.886499011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.891393575Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:22.991847265Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.138035496Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.138061028Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139385199Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139423715Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139394512Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139441933Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139924758Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.139933348Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.140124211Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.140145952Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.238126942Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.238163608Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.238432544Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:23.238466168Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.276375894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee30ee4-731c-4b86-9a39-e136462f0e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.328253146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee30ee4-731c-4b86-9a39-e136462f0e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.380196197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee30ee4-731c-4b86-9a39-e136462f0e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:24.432199872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee30ee4-731c-4b86-9a39-e136462f0e9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:28.316131112Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"be1398e0-7c4e-4f73-a523-c35b18ed001e","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:29.31367682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66d8fad-a12f-4be4-bb4b-11d37b213a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:29.36537313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66d8fad-a12f-4be4-bb4b-11d37b213a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:29.433684332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66d8fad-a12f-4be4-bb4b-11d37b213a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:29.485657856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66d8fad-a12f-4be4-bb4b-11d37b213a57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:31.372892833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef539e95-d7d5-4e34-90e0-13a06ba2011b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:31.42474136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef539e95-d7d5-4e34-90e0-13a06ba2011b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:31.476523692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef539e95-d7d5-4e34-90e0-13a06ba2011b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:31.528554373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef539e95-d7d5-4e34-90e0-13a06ba2011b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.487480156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b19eef2-22e8-4a63-a315-a8ea47063d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.613826871Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b19eef2-22e8-4a63-a315-a8ea47063d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.669433815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b19eef2-22e8-4a63-a315-a8ea47063d4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.689951316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b30e25f-7327-4323-b69e-cb2b8d0ae67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.747247911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b30e25f-7327-4323-b69e-cb2b8d0ae67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.802484942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b30e25f-7327-4323-b69e-cb2b8d0ae67a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.880467092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6bee16c-3932-4c4e-bb9b-8a98ce047ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.937128115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6bee16c-3932-4c4e-bb9b-8a98ce047ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:36.99293531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6bee16c-3932-4c4e-bb9b-8a98ce047ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.013334039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1ffca3-57e0-4168-9ca3-e68a7e23801f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.069942035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1ffca3-57e0-4168-9ca3-e68a7e23801f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.125266429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1ffca3-57e0-4168-9ca3-e68a7e23801f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.446213176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593b0e49-3e24-4f44-b7f3-07f8284a85a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.502874138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593b0e49-3e24-4f44-b7f3-07f8284a85a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.548292177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a810ef-a777-4a94-9f47-fdf5c0897075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.557975003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"593b0e49-3e24-4f44-b7f3-07f8284a85a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.604925873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a810ef-a777-4a94-9f47-fdf5c0897075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.66041858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a810ef-a777-4a94-9f47-fdf5c0897075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.809521004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb905c2-6af0-4af9-98df-5fc5123fdc33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:58:37.863669291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65dcf6a4-1e30-4cb3-80a2-187d4cc24d0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.870518917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb905c2-6af0-4af9-98df-5fc5123fdc33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.914008043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b51ae41-d745-48dd-9a89-7902e237a44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:58:37.914840726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa822393-5196-4d80-9416-8d9c58c05b81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.925480776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb905c2-6af0-4af9-98df-5fc5123fdc33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:37.970711575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b51ae41-d745-48dd-9a89-7902e237a44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.027160605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b51ae41-d745-48dd-9a89-7902e237a44d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.079641393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17e28ce8-508f-40ee-bebe-e688d2a9b5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.083999683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"398ebd50-c359-4fa0-a742-2108fd31fada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.136248958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17e28ce8-508f-40ee-bebe-e688d2a9b5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.182069043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341f1507-af09-438c-97e3-15b817c1b79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.184354594Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"376f2128-586c-4f6c-a6eb-a78231f0e4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.191422512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17e28ce8-508f-40ee-bebe-e688d2a9b5ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.238469764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341f1507-af09-438c-97e3-15b817c1b79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.284644072Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a66a585f-57b6-49a6-ab52-0604f4a12290","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.294118871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341f1507-af09-438c-97e3-15b817c1b79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.348982937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e91417d6-27c6-4398-9b8b-64993021cafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.389200887Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03f77540-2cde-4616-a9ed-f2802c792ed0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.40563826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e91417d6-27c6-4398-9b8b-64993021cafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.447816371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b779f5f6-53c3-496e-893c-4c6f763d2d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.460876543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e91417d6-27c6-4398-9b8b-64993021cafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.504418954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b779f5f6-53c3-496e-893c-4c6f763d2d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:38.562936002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b779f5f6-53c3-496e-893c-4c6f763d2d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.341912047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8359967-ad35-4417-8fb9-7cd54008db1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.341931042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8359967-ad35-4417-8fb9-7cd54008db1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.393827783Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc5ffd32-f324-47a1-aabd-49b08664b440","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.394134234Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7fa2265-a901-4760-9a58-a137d6310a62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.409000154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"177ec0fe-a60f-4ade-b1fa-48d2484fd57f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.40901666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"177ec0fe-a60f-4ade-b1fa-48d2484fd57f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.497074608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ed7c1dc-1466-4608-9146-3fa6e6dd5bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.49707454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b30c9132-bb57-4a38-9bf7-c8267c2efb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.555389182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ed7c1dc-1466-4608-9146-3fa6e6dd5bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.555424744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b30c9132-bb57-4a38-9bf7-c8267c2efb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.611107406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ed7c1dc-1466-4608-9146-3fa6e6dd5bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.611236427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b30c9132-bb57-4a38-9bf7-c8267c2efb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.82290657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa755c98-64c2-43ae-9366-e54eafbccd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.872932628Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fb5de06-e71e-46b6-b292-fd7d9cd6adf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.881402753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa755c98-64c2-43ae-9366-e54eafbccd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.923444261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6944873-2b1b-49d1-9ee6-bee3e496f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.936919246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa755c98-64c2-43ae-9366-e54eafbccd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:41.980093772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6944873-2b1b-49d1-9ee6-bee3e496f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.035693474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6944873-2b1b-49d1-9ee6-bee3e496f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T22:58:42.088828315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6944873-2b1b-49d1-9ee6-bee3e496f8b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.24981699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4d7c0-6867-478a-b180-f6d22f0aadad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.306705326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4d7c0-6867-478a-b180-f6d22f0aadad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.340036541Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21668129-3834-46f1-9881-3e324cb57915","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.362416138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4d7c0-6867-478a-b180-f6d22f0aadad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.999415911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6abb0f8b-9a71-4e5e-97db-a82e1321e8d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:42.999435328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6abb0f8b-9a71-4e5e-97db-a82e1321e8d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.504314798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"679d085b-1bb5-4fcf-9768-3cfbcd2c85a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.504314808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08167de-412b-432a-b341-b0527e42e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.561448967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08167de-412b-432a-b341-b0527e42e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.561462831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"679d085b-1bb5-4fcf-9768-3cfbcd2c85a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.616992622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a08167de-412b-432a-b341-b0527e42e882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:44.617024451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"679d085b-1bb5-4fcf-9768-3cfbcd2c85a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.084746284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d385071-6bb0-4ba6-8baa-8c130b6dcacd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.084766902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6d385071-6bb0-4ba6-8baa-8c130b6dcacd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.085088358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"054de567-ad18-4db8-938c-9293b69ee919","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.085103633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"054de567-ad18-4db8-938c-9293b69ee919","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.136929876Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e56fc708-e84b-4072-a249-96eb761ed162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.137240736Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72e2d126-14fa-4d42-9e88-b21870f0a035","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.151819995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"076455f2-58d5-4239-83d7-c27aecf86c3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.151840071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"076455f2-58d5-4239-83d7-c27aecf86c3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.152081067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70bb1b5c-8659-4108-a8b1-d8aa8fd87ca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.152091767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70bb1b5c-8659-4108-a8b1-d8aa8fd87ca8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.240282758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b22cc1be-f0c1-41b3-b204-a51326805ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.240284001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94264506-5d2e-4ddd-947b-1a1d72a06699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.297991841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94264506-5d2e-4ddd-947b-1a1d72a06699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.298128911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b22cc1be-f0c1-41b3-b204-a51326805ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.354238119Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b22cc1be-f0c1-41b3-b204-a51326805ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.354262118Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94264506-5d2e-4ddd-947b-1a1d72a06699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.619074806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ac5e259-8bec-45a1-a6b7-a7310542ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.678193605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ac5e259-8bec-45a1-a6b7-a7310542ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.678248868Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ac5e259-8bec-45a1-a6b7-a7310542ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.724269508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ad6aef-2e86-44aa-9681-6b3be3399cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.783377233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ad6aef-2e86-44aa-9681-6b3be3399cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:49.783444277Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0ad6aef-2e86-44aa-9681-6b3be3399cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:50.32850156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d449ce5c-e9a2-48b1-a519-2660c5fefb1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:50.328529691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d449ce5c-e9a2-48b1-a519-2660c5fefb1c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:52.99231516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.185917647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41d34a5f-cf0d-4d21-adcb-dbc5b0a51525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.18591778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aeec45f-0180-4ece-95d9-f5356937f1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.243494928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aeec45f-0180-4ece-95d9-f5356937f1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.243542117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41d34a5f-cf0d-4d21-adcb-dbc5b0a51525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.243555738Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2aeec45f-0180-4ece-95d9-f5356937f1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.243584699Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41d34a5f-cf0d-4d21-adcb-dbc5b0a51525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.573241983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec97c95-eb74-4d8a-bcf4-2061d13c07dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.624813308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec97c95-eb74-4d8a-bcf4-2061d13c07dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.67678549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec97c95-eb74-4d8a-bcf4-2061d13c07dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:53.728471222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec97c95-eb74-4d8a-bcf4-2061d13c07dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.075933318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f88ee7f-ee4c-42af-a3b4-3b1f9b9252fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.075952835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f88ee7f-ee4c-42af-a3b4-3b1f9b9252fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.076212484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e306c5af-4516-4c47-a09a-50d998357f13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.076224733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e306c5af-4516-4c47-a09a-50d998357f13","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.076524077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9bee071-a3a8-45ba-87a3-eb0bce400e32","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.076537805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c9bee071-a3a8-45ba-87a3-eb0bce400e32","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.131515873Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5f1acbb-920e-4e2e-a2fa-919012eebf1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.146972563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f86c67b1-c647-4843-a017-8fb4a3eca299","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.146992107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f86c67b1-c647-4843-a017-8fb4a3eca299","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.147274322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"428ff08b-757f-43ef-944b-1c813cc7284b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.147290003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"428ff08b-757f-43ef-944b-1c813cc7284b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.147495526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2261a82-e150-4ab5-b330-ba89c9a90041","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.147510792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2261a82-e150-4ab5-b330-ba89c9a90041","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.235665669Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c46c1632-ef21-41ff-8299-3fd6da5604b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.235953451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a6dec9d-6a7f-4690-b92a-39b02817e100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.293242733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a6dec9d-6a7f-4690-b92a-39b02817e100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.293298073Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a6dec9d-6a7f-4690-b92a-39b02817e100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.332260532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e571694f-0698-43ff-8d5c-5d63dfefbde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.39022862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e571694f-0698-43ff-8d5c-5d63dfefbde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.390286507Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e571694f-0698-43ff-8d5c-5d63dfefbde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.499647869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951bb256-e8b5-461b-9804-4816c34f00ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.557308944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951bb256-e8b5-461b-9804-4816c34f00ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.557385443Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951bb256-e8b5-461b-9804-4816c34f00ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.600536297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df234803-593d-4614-b631-de99ecb7b1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.658103277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df234803-593d-4614-b631-de99ecb7b1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:54.658167092Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df234803-593d-4614-b631-de99ecb7b1e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:55.322611818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57db2d70-cdcb-4d18-9dee-839c372783b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:55.322643746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57db2d70-cdcb-4d18-9dee-839c372783b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.412582372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e9a7e2-1ba0-4363-90a6-e675d5dc7603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.412621571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fffb58-deb3-4fb3-87fa-7efd56f5c294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.469717836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e9a7e2-1ba0-4363-90a6-e675d5dc7603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.469780293Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e9a7e2-1ba0-4363-90a6-e675d5dc7603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.469883133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fffb58-deb3-4fb3-87fa-7efd56f5c294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:57.469944444Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fffb58-deb3-4fb3-87fa-7efd56f5c294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.497897632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e19a2352-145e-4a7b-a178-a0f49a5cc167","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.497923603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e19a2352-145e-4a7b-a178-a0f49a5cc167","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498239473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dadf2c40-c226-4600-a265-e9e2ca58d18f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498253163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dadf2c40-c226-4600-a265-e9e2ca58d18f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498491814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd0182ce-420b-4090-9b84-63f81ecf749e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498502977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cd0182ce-420b-4090-9b84-63f81ecf749e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498856829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd0bce38-3788-4ac6-8dea-9f8e32f61070","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.498868361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd0bce38-3788-4ac6-8dea-9f8e32f61070","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.549356161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"791b8024-82bd-4dcc-a52f-d9f63da00bc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.549356449Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8266a46f-3dd9-488b-a8c6-b327362a45ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.564711323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a757833-4db6-4d15-b71b-fbbdb1cee644","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.56473004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a757833-4db6-4d15-b71b-fbbdb1cee644","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.564984571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddbf7f46-6fe7-49dd-b20f-408cbb90029d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.56499817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ddbf7f46-6fe7-49dd-b20f-408cbb90029d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.565210722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"876b3e0d-d81b-4151-aca5-b733b7581c45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.565222638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"876b3e0d-d81b-4151-aca5-b733b7581c45","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.565440134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a231be40-b64f-47a4-9827-5ad0dd6d4a6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.5654519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a231be40-b64f-47a4-9827-5ad0dd6d4a6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.653435516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c31487-b241-4e62-b759-4185ec83edc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.653435516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cf9bc30-07d6-4938-bfb5-39822ed85a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.710940495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cf9bc30-07d6-4938-bfb5-39822ed85a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.710999593Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cf9bc30-07d6-4938-bfb5-39822ed85a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.711009592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c31487-b241-4e62-b759-4185ec83edc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.711051938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93c31487-b241-4e62-b759-4185ec83edc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.917839951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca35524-68ee-494f-b78e-7e4d8ff6904a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.917839765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2725aa6-4ba5-475a-8a21-466bbf7084b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.975830899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca35524-68ee-494f-b78e-7e4d8ff6904a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.975894375Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fca35524-68ee-494f-b78e-7e4d8ff6904a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.976160516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2725aa6-4ba5-475a-8a21-466bbf7084b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:58.976276898Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2725aa6-4ba5-475a-8a21-466bbf7084b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:59.743647615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"946d90c5-1c68-4869-91aa-622439507ce9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:58:59.743667584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"946d90c5-1c68-4869-91aa-622439507ce9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.527635322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26f8e4e8-6afc-48fa-b001-1c7efb85becb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.527656026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26f8e4e8-6afc-48fa-b001-1c7efb85becb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.527872373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c63faba0-aac0-4947-af27-0eba3ec0dbcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.52788378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c63faba0-aac0-4947-af27-0eba3ec0dbcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.528053253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9118b7d-9520-479d-aa5e-be37b6b92fbe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.528063317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9118b7d-9520-479d-aa5e-be37b6b92fbe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.52824305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c0b9e52-1abe-43f8-91ee-ca14dd2d27bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.528252785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c0b9e52-1abe-43f8-91ee-ca14dd2d27bf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.52844253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a20995f7-2697-46f1-9373-0754727bf27e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.528452292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a20995f7-2697-46f1-9373-0754727bf27e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.583444612Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b527534-8257-4f43-9959-9c080bb544f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.5836893Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c00e23b1-be79-4e83-ba2e-2a5151970b47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595048379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94c87e45-f2cd-4e2f-8506-f7f6ff28a654","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595065781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94c87e45-f2cd-4e2f-8506-f7f6ff28a654","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.59532019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f86c212-8d8d-45a4-b712-e294e0b1701e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595333359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9f86c212-8d8d-45a4-b712-e294e0b1701e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595536511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e90f4339-2d22-4392-87db-245187f3bf78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595549757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e90f4339-2d22-4392-87db-245187f3bf78","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595739607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c1649e1-5426-4408-bbcc-480b6e5a4755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595750298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c1649e1-5426-4408-bbcc-480b6e5a4755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595924738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8dec3ab-0c10-4b72-bcca-9df3c4becf86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.595935343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8dec3ab-0c10-4b72-bcca-9df3c4becf86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.687848869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dc56ee-35f5-444a-a7ce-5a920c6e9780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.687867514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dda62b53-1267-4e98-a224-4c8713159188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.745410426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dc56ee-35f5-444a-a7ce-5a920c6e9780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.745438945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dda62b53-1267-4e98-a224-4c8713159188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.745482814Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dda62b53-1267-4e98-a224-4c8713159188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.745482528Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dc56ee-35f5-444a-a7ce-5a920c6e9780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.952676246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3242ab0a-d83e-454d-ba11-1b8ff36c48d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:01.952676248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ccab43a-9938-4185-9285-e0c98fb01f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.010585492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ccab43a-9938-4185-9285-e0c98fb01f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.010647938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ccab43a-9938-4185-9285-e0c98fb01f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.010778869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3242ab0a-d83e-454d-ba11-1b8ff36c48d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.010831857Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3242ab0a-d83e-454d-ba11-1b8ff36c48d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.776504698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1274083-2df8-475a-ae7a-e79ba1fc7ea0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:02.776525103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b1274083-2df8-475a-ae7a-e79ba1fc7ea0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.302453303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786f4bd3-f4d1-4908-8254-c2a2ece22f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.302453324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f34880a7-05dd-4d62-83d2-4c46440362ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.373935379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f34880a7-05dd-4d62-83d2-4c46440362ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.374013028Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f34880a7-05dd-4d62-83d2-4c46440362ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.373942078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786f4bd3-f4d1-4908-8254-c2a2ece22f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.37407376Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786f4bd3-f4d1-4908-8254-c2a2ece22f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.582475947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bfe7497-452a-4fb2-a8b7-4a0119e4220f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.582475918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"483de5da-4514-49d8-8a2e-ee2b22379378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.640249962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"483de5da-4514-49d8-8a2e-ee2b22379378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.640354812Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"483de5da-4514-49d8-8a2e-ee2b22379378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.640451472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bfe7497-452a-4fb2-a8b7-4a0119e4220f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:05.640517733Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bfe7497-452a-4fb2-a8b7-4a0119e4220f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.629456864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0f02a0f-320f-485b-a707-1458f8dbea7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.629519094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0f02a0f-320f-485b-a707-1458f8dbea7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.629856917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5ca264-0876-4182-9dbd-d8d83d215129","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.629873867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5ca264-0876-4182-9dbd-d8d83d215129","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630138161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b9b9351-5b7a-4c4b-a5b4-7114a02c76e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630154116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6b9b9351-5b7a-4c4b-a5b4-7114a02c76e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630439642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be4ee077-081e-4380-a509-93aec1ec1ae6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630457845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be4ee077-081e-4380-a509-93aec1ec1ae6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630719688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12dbae9b-25ea-4ad0-94c1-7795bfc55e8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.630735139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12dbae9b-25ea-4ad0-94c1-7795bfc55e8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.631095628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8634650c-1d30-4cf1-b6e4-99687a3be21a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.631112086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8634650c-1d30-4cf1-b6e4-99687a3be21a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.682194966Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e32fe11e-f734-444c-8a28-4ac99088883f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.682705139Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f92d8e21-6353-4bd9-b6b6-ebc7d749a80b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697211984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0fca8d83-4737-4e6e-85be-4fc61e69f636","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697231224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0fca8d83-4737-4e6e-85be-4fc61e69f636","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697533688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"124a8ac5-d82e-4ab7-b173-888e8fd438f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697546208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"124a8ac5-d82e-4ab7-b173-888e8fd438f4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697716681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4255fe3d-f9c9-49f0-b93a-0e228edb6501","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.69772721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4255fe3d-f9c9-49f0-b93a-0e228edb6501","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697887225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15d142cd-1321-40d9-98b0-eb15e6335631","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.697897097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"15d142cd-1321-40d9-98b0-eb15e6335631","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.698063017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c3be54c-1246-491c-b040-864d6eaddacf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.69807179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6c3be54c-1246-491c-b040-864d6eaddacf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.698237716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7005e9bd-f0ee-43e7-94a7-0a2d57ac7a99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.698247787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7005e9bd-f0ee-43e7-94a7-0a2d57ac7a99","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.783588562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb07103-d1a0-407a-bd83-9ed5a76666ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.783624585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5b094e-4208-4a59-8b56-6f00aa35f889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.840538936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb07103-d1a0-407a-bd83-9ed5a76666ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.840599751Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cb07103-d1a0-407a-bd83-9ed5a76666ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.8408425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5b094e-4208-4a59-8b56-6f00aa35f889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:06.840901679Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea5b094e-4208-4a59-8b56-6f00aa35f889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.047285939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83815b42-7a3f-4f61-ad6f-347b85dc4c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.047288718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538a9be9-d123-4dc6-91c7-477ae97172ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.104508144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538a9be9-d123-4dc6-91c7-477ae97172ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.104570382Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"538a9be9-d123-4dc6-91c7-477ae97172ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.104632072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83815b42-7a3f-4f61-ad6f-347b85dc4c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.104685756Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83815b42-7a3f-4f61-ad6f-347b85dc4c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.874101265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9cdc60e6-3b7f-4ca0-b3e4-3d0a3869e7d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:07.874123221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9cdc60e6-3b7f-4ca0-b3e4-3d0a3869e7d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.723208731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00fce761-0e3e-46e9-8053-ab3384d17a75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.72322831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00fce761-0e3e-46e9-8053-ab3384d17a75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.723473219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acb90546-d4ea-491c-bfce-5c663acf0c95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.72348705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acb90546-d4ea-491c-bfce-5c663acf0c95","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.723680568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71bf671d-e371-4762-8674-61705363b6ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.72369324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"71bf671d-e371-4762-8674-61705363b6ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.723897794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bf1bfea-4ff5-4c99-8ea2-adc68a3e285c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.723908026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bf1bfea-4ff5-4c99-8ea2-adc68a3e285c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724103136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62eae660-cec3-4bbb-a856-8416c18fb498","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724118089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"62eae660-cec3-4bbb-a856-8416c18fb498","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724338682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d23b33d3-21db-4c25-986f-eb5c64473d62","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724355573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d23b33d3-21db-4c25-986f-eb5c64473d62","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724603225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4907ddf-a88d-4c38-b87f-923dfc6af172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.724613964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4907ddf-a88d-4c38-b87f-923dfc6af172","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.77465178Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78ad03a2-f9ec-4014-b89e-c56f41dbb49d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794036756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"999b1d3f-147b-472d-aa67-f861235c5db4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794057327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"999b1d3f-147b-472d-aa67-f861235c5db4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794294278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a087a83-fb38-4c74-acf0-42b21a5e8665","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794306224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a087a83-fb38-4c74-acf0-42b21a5e8665","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794490273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64523445-abf8-4ad6-a223-7503612a6e1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794501098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"64523445-abf8-4ad6-a223-7503612a6e1d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794676982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a477019f-bd39-49d7-9cd8-eb362378be1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794687659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a477019f-bd39-49d7-9cd8-eb362378be1d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.79485729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce1271df-9051-42b5-b652-9d0d2399dcb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.794876566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ce1271df-9051-42b5-b652-9d0d2399dcb1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.795051518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e79d61d-bf94-4c1a-87ad-0c37f3aa3f02","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.795064404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e79d61d-bf94-4c1a-87ad-0c37f3aa3f02","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.795285462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4938bd8b-277a-4f2b-a2ea-0bb7f7ebf6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.795297175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4938bd8b-277a-4f2b-a2ea-0bb7f7ebf6c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.877290871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666c83b2-4110-4f46-a4ce-52e9e7d3b36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.87760449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deed7faf-7108-4eda-9570-58052b6906e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.935182828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"666c83b2-4110-4f46-a4ce-52e9e7d3b36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.935609178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2ba23cf-4ee7-4776-bce9-f2ad3513688a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.935684484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deed7faf-7108-4eda-9570-58052b6906e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:10.93577412Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"deed7faf-7108-4eda-9570-58052b6906e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.098012965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b67109ea-54ac-42ff-bd44-c87d9403806f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.098101194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b67109ea-54ac-42ff-bd44-c87d9403806f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.141931295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b15440-eee2-46fa-9b0f-4439d259c7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.210886388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b15440-eee2-46fa-9b0f-4439d259c7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.210957625Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b15440-eee2-46fa-9b0f-4439d259c7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.314271391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73254a9a-d74d-411b-94d3-cccbb108b53f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.364876585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25b1495-1676-417d-bcb4-1c339469eae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.422379934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25b1495-1676-417d-bcb4-1c339469eae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.964248297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57192293-e91d-462b-9bd2-6d097e04b218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.964254634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06d3c254-0a2d-465c-92ff-8a21ac7c6836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.989238454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46ad768-86fb-45a1-84cf-697a95fa9867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:11.989263473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f46ad768-86fb-45a1-84cf-697a95fa9867","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:12.023572326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57192293-e91d-462b-9bd2-6d097e04b218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:12.023674601Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57192293-e91d-462b-9bd2-6d097e04b218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:12.023769565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06d3c254-0a2d-465c-92ff-8a21ac7c6836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:12.198407951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59a48345-8e5c-428d-99cd-bafe98c73f33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.468352776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e30b1482-9d8d-4d11-a263-4fa3cf6ed55f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.468378332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e30b1482-9d8d-4d11-a263-4fa3cf6ed55f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.468711577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8b53c43-ddab-4863-a60b-1c64bd1bfd54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.46872747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8b53c43-ddab-4863-a60b-1c64bd1bfd54","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.468904522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"faec7854-f9ce-432a-a2c3-26879d9e355e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.468914933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"faec7854-f9ce-432a-a2c3-26879d9e355e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469086559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93e5d91a-19f7-43b7-b35b-75136ca8dbf7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.46909649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93e5d91a-19f7-43b7-b35b-75136ca8dbf7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469278556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a891ec99-bc01-4fb3-b9cf-5a18b2fe7388","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469288509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a891ec99-bc01-4fb3-b9cf-5a18b2fe7388","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469445155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc53db76-d3d7-4201-bab8-7975b1adef4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469454037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc53db76-d3d7-4201-bab8-7975b1adef4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469612237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0284e1-feb2-445c-b072-6d3e7ee307e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469621797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc0284e1-feb2-445c-b072-6d3e7ee307e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469836162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c8dca68-0244-467c-8977-2ac433bebbcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.469846304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c8dca68-0244-467c-8977-2ac433bebbcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.540964012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef8d40f2-4d00-4b27-9114-e2d4cb450fac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.540996631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ef8d40f2-4d00-4b27-9114-e2d4cb450fac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.541366884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8124fb9-88c2-46b8-b76b-4d42961109c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.541383832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a8124fb9-88c2-46b8-b76b-4d42961109c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.541657656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2a40c9a-67d6-46d1-829f-c3f8c5c79b87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.541669937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2a40c9a-67d6-46d1-829f-c3f8c5c79b87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.54197826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"54fd6d48-576d-48f9-badf-50198ca338aa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.541998194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"54fd6d48-576d-48f9-badf-50198ca338aa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542287676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97d190b3-5b49-44ed-b88b-b3887990794e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542299435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97d190b3-5b49-44ed-b88b-b3887990794e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542558074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da0ed8e6-294d-4824-b2dd-5f83af207def","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542570133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da0ed8e6-294d-4824-b2dd-5f83af207def","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542825523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d18817a-9b2c-4ec4-9272-72ec2caa6be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.542840155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d18817a-9b2c-4ec4-9272-72ec2caa6be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.543213069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbf5302e-fe47-4e1a-ae5b-c948868902ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.543225528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbf5302e-fe47-4e1a-ae5b-c948868902ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.622693965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1898c517-2afc-4eaf-bbbb-bea922805c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.622702348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29673235-6595-4d48-b637-ee287695673b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.67570828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8097d5a-73b5-45aa-8a3d-1141360f80bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.679396762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1898c517-2afc-4eaf-bbbb-bea922805c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.679701681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29673235-6595-4d48-b637-ee287695673b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.6800928Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25dd189e-283f-4877-a68d-fc9c622bc5aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.848716861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dee6228a-2dd4-4de4-9750-7ac156802369","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:14.848746292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dee6228a-2dd4-4de4-9750-7ac156802369","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.054703802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9b802bf-17b3-41ef-acf1-1a02560e4f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.055326047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdf1baa6-ead5-42ab-bd79-a8bfce5aec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.062418136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"318014c5-57af-439b-84da-907d123cf816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.11262662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9b802bf-17b3-41ef-acf1-1a02560e4f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.112648373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cdf1baa6-ead5-42ab-bd79-a8bfce5aec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.725247003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4974fcbb-abb3-45f1-aac3-f135d1795246","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.725265777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4974fcbb-abb3-45f1-aac3-f135d1795246","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:15.935729893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aebd38ad-dea0-4c7f-8071-0f60dc501475","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:18.409495752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3933cdf-b832-451a-9a6d-a6794f5897b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:18.409515036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3933cdf-b832-451a-9a6d-a6794f5897b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.260911101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"606911fd-db53-4a89-8ae6-e47f2393c15b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.332610517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f40bf250-016d-4ca9-bade-30d1f585f5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.332614736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d88c657f-333e-4a61-b57e-e4d92ffdbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.361247822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea7c10c7-1ccf-4779-9624-e6537b44c3ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.4193639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d88c657f-333e-4a61-b57e-e4d92ffdbb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.420531255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f40bf250-016d-4ca9-bade-30d1f585f5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.425733972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"110f1d52-3e43-4c8a-9585-51f68acdea87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.425754959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"110f1d52-3e43-4c8a-9585-51f68acdea87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.529928831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a8814cb-31d1-4b6c-8b2b-621048908e7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.529950002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a8814cb-31d1-4b6c-8b2b-621048908e7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.777618066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67871618-a737-4b98-bf87-ef2de215667c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.777673435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e979883e-b515-4090-8d66-b258127f7d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.834629773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e979883e-b515-4090-8d66-b258127f7d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:19.834678578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67871618-a737-4b98-bf87-ef2de215667c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:21.457795288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e72224-58db-4417-b5c0-76ce02a0a086","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:21.457829384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e72224-58db-4417-b5c0-76ce02a0a086","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:22.989788775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.784749638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"724140ff-7956-4d14-b5ea-3ce01a97b796","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:23.784770994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"724140ff-7956-4d14-b5ea-3ce01a97b796","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.542454847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9ec5e71-ea84-40c5-93e7-2b1cf1f94b6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.54248656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e9ec5e71-ea84-40c5-93e7-2b1cf1f94b6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.542973068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"148167fc-5a66-435e-b4c8-0c9b4f324cac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.543035888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"148167fc-5a66-435e-b4c8-0c9b4f324cac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.543413824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"432b20b1-eb45-4c7e-ab64-5d0783a5824c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:24.543472527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"432b20b1-eb45-4c7e-ab64-5d0783a5824c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.308297373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee31983a-9feb-4d7a-9f4f-0ad33b15cb79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.355725579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b40441b0-1a6c-4b2a-b5be-c261255c1431","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.643071297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70ca8528-818d-44f3-aa0f-9a7049122342","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:26.643205454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70ca8528-818d-44f3-aa0f-9a7049122342","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.427002433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f27b72-a2ef-4e9e-ab1a-22f55b8d0b36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.427021221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0f27b72-a2ef-4e9e-ab1a-22f55b8d0b36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.532448497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9032459-c009-49cd-8d60-017c83ce6554","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.532571701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9032459-c009-49cd-8d60-017c83ce6554","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.678902173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb66f349-4719-4d59-a7af-7c6a4d64c66d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:29.679023059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb66f349-4719-4d59-a7af-7c6a4d64c66d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.817682413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb08056c-f45c-4715-8dbd-a2a88094a404","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:33.817703763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb08056c-f45c-4715-8dbd-a2a88094a404","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.393431712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2583f13-1183-4268-a7cb-bb74f3f18205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.393459246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2583f13-1183-4268-a7cb-bb74f3f18205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.602382782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7ec0395-3346-4738-9726-cdff4db45f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.60686587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85140534-8f1a-4a58-bcc0-920a989a650d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.606977333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dccc320c-0ed7-46c4-9836-ef1de40f63e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.714091337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85140534-8f1a-4a58-bcc0-920a989a650d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.714842203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dccc320c-0ed7-46c4-9836-ef1de40f63e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.770346588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79082ef7-91b4-40cd-a50a-0a113557111f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.770367437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79082ef7-91b4-40cd-a50a-0a113557111f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:36.979471002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d7a8b58-de52-4495-b8f1-a536011e85ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.046763567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2e7e9f6-5cef-4f7f-a3e4-fc8007bdd1c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.04678453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2e7e9f6-5cef-4f7f-a3e4-fc8007bdd1c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.256458402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca09f119-e4d9-4488-a854-11fc9600141f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.260663359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a086c65-6f12-4b65-88fe-4e58517cc507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.260682507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bda19372-dedd-472e-867a-904c04731ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.367143145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bda19372-dedd-472e-867a-904c04731ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.367832093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a086c65-6f12-4b65-88fe-4e58517cc507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.423747796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04a315fb-a352-4d60-a270-c2d4a075b92c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.423765838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04a315fb-a352-4d60-a270-c2d4a075b92c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:39.632292191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c9522a3-50d3-4cf2-b0a9-eda09718aafd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.828030343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8157a752-e74c-4968-9dfd-f901519d653f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.828048084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8157a752-e74c-4968-9dfd-f901519d653f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:41.982584444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f74bee82-a6bf-4118-b34a-fea8a848eac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.03931327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f74bee82-a6bf-4118-b34a-fea8a848eac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.045901578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a2eddad-4028-4ef3-8999-c6e5ba64f509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.045921343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a2eddad-4028-4ef3-8999-c6e5ba64f509","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.199624683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0402a501-ab69-4458-b92b-8c09e87161d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.253632967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7daed31d-e327-4b04-8558-5a6285361708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.256429445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0402a501-ab69-4458-b92b-8c09e87161d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.301054553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26466cd8-e7a2-4092-8731-b10d79b2b673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.301079532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"26466cd8-e7a2-4092-8731-b10d79b2b673","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.415875617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a00f7587-61ba-4c82-b734-5bd94f75fb5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.415896358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a00f7587-61ba-4c82-b734-5bd94f75fb5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.454724363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42adac24-4cef-4373-8e9c-0f0d575b3b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:42.516881692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42adac24-4cef-4373-8e9c-0f0d575b3b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T22:59:53.040158808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.483078966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b04b91-da3f-4747-9d8c-a8fd3134d79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.535043012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b04b91-da3f-4747-9d8c-a8fd3134d79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.586963918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b04b91-da3f-4747-9d8c-a8fd3134d79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:15.638725076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b04b91-da3f-4747-9d8c-a8fd3134d79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.192627582Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f779f4ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f779f4ae","reconcileID":"cb72199c-d0b4-4a2e-a693-64febc1bd773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f779f4ae","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-f779f4ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:16.799836635Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7d7bf49f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7d7bf49f","reconcileID":"fe0fe104-760e-4dfe-8bd6-415ba2e0182c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7d7bf49f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-7d7bf49f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:17.605367911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc88cb23-0016-4916-b019-fcf490aa6f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:17.65784013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc88cb23-0016-4916-b019-fcf490aa6f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:17.709773638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc88cb23-0016-4916-b019-fcf490aa6f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:17.762152925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc88cb23-0016-4916-b019-fcf490aa6f20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:17.824335311Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-fed9e8ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-fed9e8ee","reconcileID":"36f47bbb-20f8-4033-be92-d40665871e34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-fed9e8ee-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-fed9e8ee-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.677636947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6f97d6-b680-4ea4-a64f-46170a7cf25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.729276916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6f97d6-b680-4ea4-a64f-46170a7cf25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.781084453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6f97d6-b680-4ea4-a64f-46170a7cf25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:19.835054159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6f97d6-b680-4ea4-a64f-46170a7cf25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.771876056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533b55ca-33bf-4e6b-8d10-3516b87fe760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.823428421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533b55ca-33bf-4e6b-8d10-3516b87fe760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.875051204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533b55ca-33bf-4e6b-8d10-3516b87fe760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:21.926809788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"533b55ca-33bf-4e6b-8d10-3516b87fe760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:22.228340998Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5dd28258","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5dd28258","reconcileID":"aceafe9d-3db5-4b68-baf5-5e210cc7eece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5dd28258","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5dd28258":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:22.991065067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:23.97763906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a7c5a4-a8e5-40c7-9113-600df2d9dd3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.03001176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a7c5a4-a8e5-40c7-9113-600df2d9dd3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.081741203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a7c5a4-a8e5-40c7-9113-600df2d9dd3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:24.133601907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a7c5a4-a8e5-40c7-9113-600df2d9dd3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.079309123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82164579-e54d-4b83-9468-54b3a11f62c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.135119695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82164579-e54d-4b83-9468-54b3a11f62c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.18710621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82164579-e54d-4b83-9468-54b3a11f62c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.239126044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82164579-e54d-4b83-9468-54b3a11f62c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:26.506654826Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-708f46a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-708f46a0","reconcileID":"86e94b82-3a88-4524-83cf-19b28f722048","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-708f46a0","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-708f46a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.286665565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"f759d40e-af33-4834-81a4-d27465133d3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-7d7bf49f","tenantID":"e2e-ait-7d7bf49f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:27.404398329Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"f759d40e-af33-4834-81a4-d27465133d3e","name":"e2e-ait-7d7bf49f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.133760984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bbec30-5a45-4b19-b2a6-0ae604cb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.186252528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bbec30-5a45-4b19-b2a6-0ae604cb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.237870391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bbec30-5a45-4b19-b2a6-0ae604cb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:28.292648375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59bbec30-5a45-4b19-b2a6-0ae604cb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.198646737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4225d5a-eda4-4c7d-8967-ee2fbadb7407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.25450498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4225d5a-eda4-4c7d-8967-ee2fbadb7407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.306494601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4225d5a-eda4-4c7d-8967-ee2fbadb7407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:30.358287071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4225d5a-eda4-4c7d-8967-ee2fbadb7407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.273453101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36b92d4-cc8b-47f9-ac62-2d46c9b9ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.325302649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36b92d4-cc8b-47f9-ac62-2d46c9b9ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.377255629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36b92d4-cc8b-47f9-ac62-2d46c9b9ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.429048895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e36b92d4-cc8b-47f9-ac62-2d46c9b9ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.799578505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"5eeb4a71-3846-4872-9038-8d6ea0b9bd7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5dd28258","tenantID":"e2e-ait-5dd28258","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:32.916739009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"5eeb4a71-3846-4872-9038-8d6ea0b9bd7f","name":"e2e-ait-5dd28258-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.335898808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd562de9-e1c8-4ebd-b7cd-d3f3bb211bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.38861526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd562de9-e1c8-4ebd-b7cd-d3f3bb211bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.440798036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd562de9-e1c8-4ebd-b7cd-d3f3bb211bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.493029467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd562de9-e1c8-4ebd-b7cd-d3f3bb211bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.65034406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5745b433-fe84-40fb-9221-34bda953e4b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:34.752403936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37d89a1a-a9c8-4fb8-a0cf-0d3ed9a3c3fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:36.422361069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b0aee-d4f2-40a1-a5c4-26007e48e3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:36.474581432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b0aee-d4f2-40a1-a5c4-26007e48e3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:36.526272413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b0aee-d4f2-40a1-a5c4-26007e48e3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:36.578300007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b0aee-d4f2-40a1-a5c4-26007e48e3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:37.838985305Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"51a6406d-3e7c-4a7d-8597-3d3c2e02b111","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:37.893552374Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"51a6406d-3e7c-4a7d-8597-3d3c2e02b111","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:37.996912662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"51a6406d-3e7c-4a7d-8597-3d3c2e02b111","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-fed9e8ee-gw","tenantID":"e2e-migrate-fed9e8ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:38.11631523Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"51a6406d-3e7c-4a7d-8597-3d3c2e02b111","name":"e2e-migrate-fed9e8ee-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:42.97024106Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"07d6a2db-245b-4acd-b89a-eab3ce4bd467","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.473318049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"6b407ac2-f0a0-4d9e-8a3c-256b6d675776","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-f779f4ae","tenantID":"e2e-ait-f779f4ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:48.590895305Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"6b407ac2-f0a0-4d9e-8a3c-256b6d675776","name":"e2e-ait-f779f4ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:52.998505001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.651638968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"8573855f-05bc-490a-90c0-03a80c442b2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-708f46a0","tenantID":"e2e-derive-708f46a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:00:53.777730335Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"8573855f-05bc-490a-90c0-03a80c442b2f","name":"e2e-derive-708f46a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.005428963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17c9a48-b776-452d-b1b4-208360b5737d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.05723009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17c9a48-b776-452d-b1b4-208360b5737d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.110323749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17c9a48-b776-452d-b1b4-208360b5737d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:01.162138234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f17c9a48-b776-452d-b1b4-208360b5737d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.108280896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121b205b-b8d6-4477-b58a-3ad65ff8a363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.160528976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121b205b-b8d6-4477-b58a-3ad65ff8a363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.212532692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121b205b-b8d6-4477-b58a-3ad65ff8a363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:03.264625146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"121b205b-b8d6-4477-b58a-3ad65ff8a363","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:05.201491949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c72b24-2fd6-4ddf-8a92-f67ae82c9a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:05.256766802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c72b24-2fd6-4ddf-8a92-f67ae82c9a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:05.308963985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c72b24-2fd6-4ddf-8a92-f67ae82c9a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:05.361739881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c72b24-2fd6-4ddf-8a92-f67ae82c9a8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:05.907140471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a90f973b-275c-4b0e-bf74-8b1ef52e271c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:06.0723428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"273380d3-7452-47f4-b923-ff241582730f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.314246378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d6d594-deb0-4e77-bec2-d9ab32e29c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.366818279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d6d594-deb0-4e77-bec2-d9ab32e29c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.419483117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d6d594-deb0-4e77-bec2-d9ab32e29c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:07.471740821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d6d594-deb0-4e77-bec2-d9ab32e29c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.236507181Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"3dd29fed-aaa6-4b2d-8c7a-dae8848738c9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.359299041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4509c8-03f8-4e66-b1e0-3ab5e4e797db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.411127844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4509c8-03f8-4e66-b1e0-3ab5e4e797db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.411270965Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"3dd29fed-aaa6-4b2d-8c7a-dae8848738c9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.462968283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4509c8-03f8-4e66-b1e0-3ab5e4e797db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:09.514975374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4509c8-03f8-4e66-b1e0-3ab5e4e797db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.452709294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aefcff-8830-489e-a596-4b1296e3fc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.504544591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aefcff-8830-489e-a596-4b1296e3fc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.556652786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aefcff-8830-489e-a596-4b1296e3fc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:11.608753708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07aefcff-8830-489e-a596-4b1296e3fc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:13.48621417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51102fc-fea0-4321-b4b7-dbf6bf5f53ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:13.538435477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51102fc-fea0-4321-b4b7-dbf6bf5f53ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:13.592042588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51102fc-fea0-4321-b4b7-dbf6bf5f53ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:13.64531476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51102fc-fea0-4321-b4b7-dbf6bf5f53ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:14.752986016Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5710f311-79f3-4857-b530-7b5169b15b2a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:15.583460237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc42c5b-bfec-4da0-8414-12edaa14fba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:15.63555524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc42c5b-bfec-4da0-8414-12edaa14fba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:15.687522157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc42c5b-bfec-4da0-8414-12edaa14fba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:15.73986644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc42c5b-bfec-4da0-8414-12edaa14fba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:17.648843008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1bd28c0-f410-4663-b2ae-30d34e22d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:17.700795276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1bd28c0-f410-4663-b2ae-30d34e22d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:17.752411194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1bd28c0-f410-4663-b2ae-30d34e22d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:17.804473936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1bd28c0-f410-4663-b2ae-30d34e22d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:19.700025949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d1fe4-575d-4e8f-824a-220994888495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:19.75174662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d1fe4-575d-4e8f-824a-220994888495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:19.803491733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d1fe4-575d-4e8f-824a-220994888495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:19.85521784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e34d1fe4-575d-4e8f-824a-220994888495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:21.738453214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bcc4e-e4e1-420c-acb4-0473f93e8654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:21.790920712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bcc4e-e4e1-420c-acb4-0473f93e8654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:21.847507145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bcc4e-e4e1-420c-acb4-0473f93e8654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:21.899613385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bcc4e-e4e1-420c-acb4-0473f93e8654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:22.990569948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.796400408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b056c07b-f7ad-458c-92b3-b2eb350f7103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.848153233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b056c07b-f7ad-458c-92b3-b2eb350f7103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.900330076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b056c07b-f7ad-458c-92b3-b2eb350f7103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:23.952600746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b056c07b-f7ad-458c-92b3-b2eb350f7103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.765742138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","namespace":"ai-tenant-e2e-ait-7d7bf49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.765806206Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","namespace":"ai-tenant-e2e-ait-7d7bf49f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.765855804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","tenant":"e2e-ait-7d7bf49f","tenantID":"e2e-ait-7d7bf49f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.820681612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Deployment","name":"maas-api-e2e-ait-7d7bf49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.842459676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa6fddd-e6a3-48a7-b304-acecc2bdb7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.894563898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa6fddd-e6a3-48a7-b304-acecc2bdb7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.902836244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Service","name":"maas-api-e2e-ait-7d7bf49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.946339277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa6fddd-e6a3-48a7-b304-acecc2bdb7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:25.998757383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa6fddd-e6a3-48a7-b304-acecc2bdb7b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.003766538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-7d7bf49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.057335496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-7d7bf49f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.121194161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.175712607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.280337023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.336917858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.388464187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Deployment","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.448143626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.501389156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Service","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.553092585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"Service","name":"payload-pre-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.605016092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"DestinationRule","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.656359386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.707790224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.766382816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.817951513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.869792166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.921659144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-7d7bf49f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:26.973679548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-7d7bf49f"},"namespace":"ai-tenant-e2e-ait-7d7bf49f","name":"default-tenant","reconcileID":"41f7a3ed-e01e-4ce4-8ff1-b31af73b1f22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-7d7bf49f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.068286289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","namespace":"ai-tenant-e2e-ait-5dd28258","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.068353967Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","namespace":"ai-tenant-e2e-ait-5dd28258","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.068402197Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","tenant":"e2e-ait-5dd28258","tenantID":"e2e-ait-5dd28258","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.122167038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Deployment","name":"maas-api-e2e-ait-5dd28258","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.182775936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Service","name":"maas-api-e2e-ait-5dd28258","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.244775199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5dd28258","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.300026523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5dd28258","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.430872659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.485534511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.543057787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.597186117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.649523394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Deployment","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.703236645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.757673263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Service","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.809525485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"Service","name":"payload-pre-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.821536593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-7d7bf49f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-7d7bf49f","reconcileID":"e1606f66-4307-46e3-8a47-761d2988c191","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-7d7bf49f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-7d7bf49f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.861065629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.912602304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.964162964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:27.983952334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66a8883-2a9c-4aa6-b576-9f1f82c9605a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.036522906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66a8883-2a9c-4aa6-b576-9f1f82c9605a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.040210911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.088587836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66a8883-2a9c-4aa6-b576-9f1f82c9605a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.140826915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66a8883-2a9c-4aa6-b576-9f1f82c9605a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.140861688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.192347354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.244292729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5dd28258","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.299222368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5dd28258"},"namespace":"ai-tenant-e2e-ait-5dd28258","name":"default-tenant","reconcileID":"4e61c04d-e018-4b79-a913-dde277edddf9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5dd28258","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.364680402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","namespace":"ai-tenant-e2e-migrate-fed9e8ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.364754659Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","namespace":"ai-tenant-e2e-migrate-fed9e8ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.364819151Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","tenant":"e2e-migrate-fed9e8ee","tenantID":"e2e-migrate-fed9e8ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.418227846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Deployment","name":"maas-api-e2e-migrate-fed9e8ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.479190048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Service","name":"maas-api-e2e-migrate-fed9e8ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.535784988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-fed9e8ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.590255082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-fed9e8ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.645891842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.70036978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.752686977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.804596459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.856446053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Deployment","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.907878153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:28.959062884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Service","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.010344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"Service","name":"payload-pre-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.061613447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.112377509Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5dd28258","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5dd28258","reconcileID":"e54025e2-4edd-427c-825c-ea11b751d363","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5dd28258","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5dd28258"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.113113968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.193963021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.246411883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.297832662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.348942439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.400087542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-fed9e8ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:29.451400318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-fed9e8ee"},"namespace":"ai-tenant-e2e-migrate-fed9e8ee","name":"default-tenant","reconcileID":"553acca8-29e9-436e-8b57-be886d121bb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-fed9e8ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.051512618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef50786c-28d7-47f0-b0e1-3dbfd4316f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.104033875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef50786c-28d7-47f0-b0e1-3dbfd4316f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.155931037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef50786c-28d7-47f0-b0e1-3dbfd4316f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.207853466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef50786c-28d7-47f0-b0e1-3dbfd4316f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:30.37142223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-fed9e8ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-fed9e8ee","reconcileID":"474d8f46-03e7-4897-a3da-634e8613588d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-fed9e8ee-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-fed9e8ee-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:32.189475177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9ae8ca-3981-4453-9b84-83231ef7135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:32.241490675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9ae8ca-3981-4453-9b84-83231ef7135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:32.29654945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9ae8ca-3981-4453-9b84-83231ef7135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:32.349842363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d9ae8ca-3981-4453-9b84-83231ef7135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.060247067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcecf63e-1f89-4ca9-b588-18c36648c084","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.159219588Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-08c2c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-08c2c6","reconcileID":"9b99413c-bbf3-476e-9027-f41ebe07fc32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-08c2c6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-08c2c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.174650275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1aaf95f-6464-4600-a7c5-3b2fa50575a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.232487023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7abff10-8f4a-4c12-a110-4cf45f9ddf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.284215928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7abff10-8f4a-4c12-a110-4cf45f9ddf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.336267028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7abff10-8f4a-4c12-a110-4cf45f9ddf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:34.38829553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7abff10-8f4a-4c12-a110-4cf45f9ddf51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.047575089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","namespace":"ai-tenant-e2e-ait-f779f4ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.047640782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","namespace":"ai-tenant-e2e-ait-f779f4ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.047693069Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","tenant":"e2e-ait-f779f4ae","tenantID":"e2e-ait-f779f4ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.10196691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Deployment","name":"maas-api-e2e-ait-f779f4ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.178852219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Service","name":"maas-api-e2e-ait-f779f4ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.233685935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-f779f4ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.303594531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-f779f4ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.358921127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.461826557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.518346585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.575305992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.626394832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Deployment","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.679365655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.778828454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Service","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.830151313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"Service","name":"payload-pre-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.940707839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:35.999435187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.059733166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.119076193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.172904165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.225311224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.276997459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-f779f4ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.315678568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c986f81-aa33-4dc3-a302-b03aa7c4479c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.369913007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-f779f4ae"},"namespace":"ai-tenant-e2e-ait-f779f4ae","name":"default-tenant","reconcileID":"09882ab9-6e13-48bd-973a-527d9686df4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-f779f4ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.37097345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c986f81-aa33-4dc3-a302-b03aa7c4479c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.423862235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c986f81-aa33-4dc3-a302-b03aa7c4479c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.475636899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c986f81-aa33-4dc3-a302-b03aa7c4479c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:36.940637775Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ec2f9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ec2f9a","reconcileID":"e500ca79-bbd5-4c06-9936-fe206ddde4db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ec2f9a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-ec2f9a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:37.587391178Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-96031a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-96031a","reconcileID":"aa32c4b9-25ad-4dcd-a797-a4850c357d98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-96031a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-96031a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.378881278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f72c5e-5994-4ed8-a464-a4757362adb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.430776508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f72c5e-5994-4ed8-a464-a4757362adb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.48280477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f72c5e-5994-4ed8-a464-a4757362adb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:38.534683668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f72c5e-5994-4ed8-a464-a4757362adb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.426673622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e7cdcb-be53-44f8-a48b-4f8295095117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.478475854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e7cdcb-be53-44f8-a48b-4f8295095117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.530245392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e7cdcb-be53-44f8-a48b-4f8295095117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:40.581965055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e7cdcb-be53-44f8-a48b-4f8295095117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.463236331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e48b1cc-7cb4-4776-b7f0-bd7faf66d4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.515129674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e48b1cc-7cb4-4776-b7f0-bd7faf66d4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.56748789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e48b1cc-7cb4-4776-b7f0-bd7faf66d4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:42.61933465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e48b1cc-7cb4-4776-b7f0-bd7faf66d4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:43.091692585Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-f779f4ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-f779f4ae","reconcileID":"006342a3-8892-4ebe-94ee-7b7174792d2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-f779f4ae","removed":["maas.opendatahub.io/gateway-access-e2e-ait-f779f4ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.547239537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53fe97-a971-4f59-b0d3-8056eb7f0695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.599276493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53fe97-a971-4f59-b0d3-8056eb7f0695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.650928753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53fe97-a971-4f59-b0d3-8056eb7f0695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:44.702670278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53fe97-a971-4f59-b0d3-8056eb7f0695","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:46.58947498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f18bf-12ff-4512-ae96-e31a3b74e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:46.642904573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f18bf-12ff-4512-ae96-e31a3b74e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:46.695768115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f18bf-12ff-4512-ae96-e31a3b74e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:46.747327439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6f18bf-12ff-4512-ae96-e31a3b74e9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.688250341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e830f131-dae9-41fe-b01e-9c2a15aa9a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.740053892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e830f131-dae9-41fe-b01e-9c2a15aa9a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.792656236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e830f131-dae9-41fe-b01e-9c2a15aa9a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:48.844534815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e830f131-dae9-41fe-b01e-9c2a15aa9a2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.538620346Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-637fdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-637fdb","reconcileID":"705122f4-4af1-4cc5-80f6-170c01394ad7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-637fdb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-637fdb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.720161582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83214b24-4aee-4547-b27f-d7b0aaac1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.772094737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83214b24-4aee-4547-b27f-d7b0aaac1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.827316396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83214b24-4aee-4547-b27f-d7b0aaac1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:50.879143944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83214b24-4aee-4547-b27f-d7b0aaac1a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.57510811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"15d801f5-c0cf-407c-9120-c07db772ffd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.693599774Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"15d801f5-c0cf-407c-9120-c07db772ffd7","name":"e2e-worker-w2-08c2c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.766041107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610aca4-51be-45bd-9f36-9df02ed6215a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.817701938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610aca4-51be-45bd-9f36-9df02ed6215a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.869792388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610aca4-51be-45bd-9f36-9df02ed6215a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.925303109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e610aca4-51be-45bd-9f36-9df02ed6215a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:52.991356493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:57.737820079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"4cd81b63-762d-40fc-87d9-b89ab919d740","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:01:57.855065956Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"4cd81b63-762d-40fc-87d9-b89ab919d740","name":"e2e-worker-w0-ec2f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.714373618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"b55a649d-9214-4d4f-a7d3-5250325e1cf0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.830674679Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"b55a649d-9214-4d4f-a7d3-5250325e1cf0","name":"e2e-worker-w3-96031a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.888457507Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","namespace":"ai-tenant-e2e-derive-708f46a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.888518872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","namespace":"ai-tenant-e2e-derive-708f46a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.888570264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","tenant":"e2e-derive-708f46a0","tenantID":"e2e-derive-708f46a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:02.944016092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Deployment","name":"maas-api-e2e-derive-708f46a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.003617818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Service","name":"maas-api-e2e-derive-708f46a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.062088832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-708f46a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.115418369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-708f46a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.176629684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.231034324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.287851692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.342434487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.397737857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Deployment","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.448997567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.500541641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Service","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.551960039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"Service","name":"payload-pre-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.603122313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"DestinationRule","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.656125151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.707439713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.762786998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.814065724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.865361578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.916864848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-708f46a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:03.968441711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-708f46a0"},"namespace":"ai-tenant-e2e-derive-708f46a0","name":"default-tenant","reconcileID":"dee2f8e0-5d63-4276-b524-ee8530388539","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-708f46a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:04.810849494Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-708f46a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-708f46a0","reconcileID":"113ee66d-ae8e-44a1-9fac-4afc9772b021","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-708f46a0","removed":["maas.opendatahub.io/gateway-access-e2e-derive-708f46a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:05.978448451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d08d45-95ac-4e04-89ef-f15b8aa56aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.031160106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d08d45-95ac-4e04-89ef-f15b8aa56aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.083111901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d08d45-95ac-4e04-89ef-f15b8aa56aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:06.135082986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d08d45-95ac-4e04-89ef-f15b8aa56aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:08.089921346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c50007-6478-46d1-b223-687b4ffb12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:08.143551526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c50007-6478-46d1-b223-687b4ffb12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:08.195736879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c50007-6478-46d1-b223-687b4ffb12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:08.251540705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c50007-6478-46d1-b223-687b4ffb12e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:10.217519493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace7983-014c-44b2-9a9d-7e631c870a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:10.270216324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace7983-014c-44b2-9a9d-7e631c870a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:10.322116056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace7983-014c-44b2-9a9d-7e631c870a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:10.373870458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ace7983-014c-44b2-9a9d-7e631c870a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:10.661793782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b42983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b42983","reconcileID":"b9855142-27a7-414a-9949-518fe59c3149","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b42983","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b42983":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.373266669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5440e2-92a2-4917-a2aa-2abe6edc1be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.425657517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5440e2-92a2-4917-a2aa-2abe6edc1be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.47809369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5440e2-92a2-4917-a2aa-2abe6edc1be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:12.530480479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5440e2-92a2-4917-a2aa-2abe6edc1be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.422743185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91965d9a-0555-489e-a8f5-be641c1fe89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.474567738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91965d9a-0555-489e-a8f5-be641c1fe89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.526523778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91965d9a-0555-489e-a8f5-be641c1fe89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:14.579014007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91965d9a-0555-489e-a8f5-be641c1fe89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.336710083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f3f3e54-f132-463d-becf-94fd112165f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:15.512247403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f65a31fb-3bd8-4fb9-8da6-f5864947ac3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:16.507918495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a05c18-bf5f-4338-9dbc-f56e36d4457d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:16.560120218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a05c18-bf5f-4338-9dbc-f56e36d4457d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:16.611960579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a05c18-bf5f-4338-9dbc-f56e36d4457d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:16.663733266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a05c18-bf5f-4338-9dbc-f56e36d4457d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.620312886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7230803-7bf8-4d3b-9fb2-f65561d587e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.672077546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7230803-7bf8-4d3b-9fb2-f65561d587e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.723829021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7230803-7bf8-4d3b-9fb2-f65561d587e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:18.775676787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7230803-7bf8-4d3b-9fb2-f65561d587e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:19.939504309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"8196bb63-f2c3-472e-8588-d72d52c223cc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.064841589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"8196bb63-f2c3-472e-8588-d72d52c223cc","name":"e2e-worker-w4-637fdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.756658053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4270c-a920-42f8-9afa-9e47c76455cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.808118082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4270c-a920-42f8-9afa-9e47c76455cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.859659939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4270c-a920-42f8-9afa-9e47c76455cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:20.911361003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0b4270c-a920-42f8-9afa-9e47c76455cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:22.813547165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b5def-0a29-49d4-8882-c6a6067a358b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:22.86558799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b5def-0a29-49d4-8882-c6a6067a358b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:22.91737399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b5def-0a29-49d4-8882-c6a6067a358b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:22.968887389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"122b5def-0a29-49d4-8882-c6a6067a358b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:22.990655136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:24.644825792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a61b8362-5e59-4449-8e27-dad9b244f33b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:24.763441111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2628a1dd-6bb5-4f62-9683-fa672d263334","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:27.299857272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d08919-8ee6-4292-89a6-f465c6f7bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:27.356103775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d08919-8ee6-4292-89a6-f465c6f7bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:27.407882482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d08919-8ee6-4292-89a6-f465c6f7bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:27.459715905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7d08919-8ee6-4292-89a6-f465c6f7bd97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:29.347439604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d99d20d-4a50-40e1-9f22-1f527d0fd15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:29.399493207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d99d20d-4a50-40e1-9f22-1f527d0fd15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:29.456910946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d99d20d-4a50-40e1-9f22-1f527d0fd15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:29.509461769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d99d20d-4a50-40e1-9f22-1f527d0fd15a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:31.597706165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefeb45-be55-4836-ace9-dba68b7b104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:31.650444621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefeb45-be55-4836-ace9-dba68b7b104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:31.702397255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefeb45-be55-4836-ace9-dba68b7b104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:31.755232965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefeb45-be55-4836-ace9-dba68b7b104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:33.642820969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52acfde-efe4-4d2c-9ec5-e9b1501cfcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:33.694661835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52acfde-efe4-4d2c-9ec5-e9b1501cfcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:33.746333819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52acfde-efe4-4d2c-9ec5-e9b1501cfcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:33.798106318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b52acfde-efe4-4d2c-9ec5-e9b1501cfcb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.707503336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26473247-bc8c-4f17-b02e-3c73d1aaf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.75926035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26473247-bc8c-4f17-b02e-3c73d1aaf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.812706961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26473247-bc8c-4f17-b02e-3c73d1aaf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:35.86498719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26473247-bc8c-4f17-b02e-3c73d1aaf775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:37.859255962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86422474-bf8e-4c7d-9b6f-5bffbe4cde8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:37.911251327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86422474-bf8e-4c7d-9b6f-5bffbe4cde8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:37.963000302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86422474-bf8e-4c7d-9b6f-5bffbe4cde8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:38.014823208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86422474-bf8e-4c7d-9b6f-5bffbe4cde8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:38.910874723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ac36626-c619-452d-ad6b-9461efeb6f4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:39.01259468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcf119d7-7add-4cb5-8d70-fc19c6055308","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:39.985803414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d650-4abb-4004-b33a-c7f0428b24e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:40.038063912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d650-4abb-4004-b33a-c7f0428b24e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:40.090138613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d650-4abb-4004-b33a-c7f0428b24e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:40.141791114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5156d650-4abb-4004-b33a-c7f0428b24e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:41.479949391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"559ba43a-4178-457e-a2ae-d9409d65992c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:41.59678451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"559ba43a-4178-457e-a2ae-d9409d65992c","name":"e2e-worker-w1-b42983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:46.894697093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cad1b56-e49e-4c00-8ec8-4ca3392249b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:47.002512599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2337788b-18ba-49c5-aa14-6b3b05e4eaa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:48.140576925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1c13c3fb-0593-4335-9c9d-ef11274fdaf5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:53.035906477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:53.589900863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e78e43-6f55-4149-bf60-078fac946987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:53.642568946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e78e43-6f55-4149-bf60-078fac946987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:53.694793247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e78e43-6f55-4149-bf60-078fac946987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:53.749800049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2e78e43-6f55-4149-bf60-078fac946987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:55.717886232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0749a747-a598-4f6f-b560-75e1d73127ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:55.769984657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0749a747-a598-4f6f-b560-75e1d73127ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:55.823708724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0749a747-a598-4f6f-b560-75e1d73127ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:02:55.875774579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0749a747-a598-4f6f-b560-75e1d73127ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:11.718105067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"918911c5-bbe8-40d9-ab30-c8ce55e92896","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:11.786359879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"4240092a-6e4c-485f-9c67-5cfbb6f79b53","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.082134078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746dbc2b-c247-4f7a-b691-9d5eefec0a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.133997396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746dbc2b-c247-4f7a-b691-9d5eefec0a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.185698595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746dbc2b-c247-4f7a-b691-9d5eefec0a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.237474174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"746dbc2b-c247-4f7a-b691-9d5eefec0a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:14.608312019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ddb85b2e-2891-44e8-a9aa-bc1b91f24197","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.190227906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceed0a36-83fc-4763-bca2-e90f637aafb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.242276236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceed0a36-83fc-4763-bca2-e90f637aafb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.294071455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceed0a36-83fc-4763-bca2-e90f637aafb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:16.346003815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceed0a36-83fc-4763-bca2-e90f637aafb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:22.990498116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:25.377668045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"d98508a3-6e7e-4146-b571-5e5e7c384ffb","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:35.88667715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"92e5b538-c629-4556-8247-14c6a50079b3","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.129257773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"2c751178-fd97-4173-9fee-8c03462238c8","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.187122344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc2d635f-2fc3-46c0-9813-09e9d26f1922","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.187144815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc2d635f-2fc3-46c0-9813-09e9d26f1922","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.235695154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"032dd718-90f3-4505-80a1-b877f81876fb","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.244841706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b229e3-ca0b-449e-be88-9be1de131610","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.244861003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b229e3-ca0b-449e-be88-9be1de131610","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.292554313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"12e6691e-a059-4b90-af62-d34daf8c112f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:03:36.297418892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.513218752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"28b22d24-0641-47c3-9146-661f62eb2d2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.520314213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"140db0d5-0839-460f-9157-01084b267a53","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.578489966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7e49b9e7-bcde-40ab-8ddd-210c72aff897","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.676322132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ab7b3b53-f03a-4780-99d1-781cd396714c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.678647132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f3fe879e-3332-4310-b52f-2f81a98e0cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.80327052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"8a20c3f8-2e77-4f84-a7dd-9531836838f2","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.8053005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f3fe879e-3332-4310-b52f-2f81a98e0cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.86074511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f3fe879e-3332-4310-b52f-2f81a98e0cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.861018768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"051fc133-c0f0-4a4b-8927-3526da1235fb","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.885541257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"1e733736-127c-4723-b782-bbab288cdc76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.911558488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"ed155d33-eae5-4ebc-9ed0-cbe41c16548b","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:03:36.913422156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.915977095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b52dfa2d-e52d-4d7d-9d25-9af754a35567","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:36.968421127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"4f5c0cf7-fdb8-4216-bb9f-025b71dbe241","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.019557297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e019cda6-0b99-47b6-8b21-efe6debf982a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.058824505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"3a7de0c9-f16e-4ffb-9d9e-0471245af53f","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.076476982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e019cda6-0b99-47b6-8b21-efe6debf982a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.118798228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"bec16028-837d-4d37-aa2b-f45eb1f0919f","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.131807359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e019cda6-0b99-47b6-8b21-efe6debf982a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.180030934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"fa4aa365-1f35-4205-a806-991dfa4fcc22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"premium-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.2699993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"35a00b11-85b9-4cba-b080-9eafd21eb7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.326938176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"35a00b11-85b9-4cba-b080-9eafd21eb7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.344070499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"ec18382f-4d23-40f7-aeb3-150889c593e3","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.431413112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"afd55673-2cb5-4cc7-9bf1-6ab18d3559b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.432581259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"35a00b11-85b9-4cba-b080-9eafd21eb7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.487366999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"2b82dc84-07b7-4817-ae78-bcd6aa017ed5","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.488275408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"afd55673-2cb5-4cc7-9bf1-6ab18d3559b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.54335711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"afd55673-2cb5-4cc7-9bf1-6ab18d3559b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.587950338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"40e8e568-83df-494a-a3bf-8b9742a9d1b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.642247118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5a65df96-e3b9-44a7-9563-e34ec1d5f026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.698785409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5a65df96-e3b9-44a7-9563-e34ec1d5f026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:37.75413766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5a65df96-e3b9-44a7-9563-e34ec1d5f026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:39.447866061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"8365327c-de3f-4bf4-b92d-249777690fe9","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:39.515709018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0478ef5b-6a20-46df-9545-d2060e2780ea","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:42.686317916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"2029cd1d-10e1-443b-a4cc-11e1b8a27387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:42.851422806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"94505c41-2dd5-4bc8-90b2-a7c74bc1fb2b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.131266253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"359a9854-3081-426b-a1be-fa8f750e07ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.131419457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8f9881ad-9093-443a-b8bd-31374daa432a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.188429104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8f9881ad-9093-443a-b8bd-31374daa432a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.188473866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"359a9854-3081-426b-a1be-fa8f750e07ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.244271579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ed253309510d8478186cbe121b42be831b68780aa2a41c644b5df1e33b1a01e) AuthConfig (47285ec627070065299341a624d84da1f719b110fd50a8aa2975a9bef98be6f3) AuthConfig (cca1805cf2fa8f58d871d57de41930da0a6a94c460ce5f47d698b339fa43e0bc) AuthConfig (50898d707ba892189f56a4edf4c3e2cb2fabb7f54cbbf8cb79a90b1083b2a471) AuthConfig (9b34f61a3d4597b3be9a954b2ad82d30ce7d614f7eec993c35d87587044ec87f) AuthConfig (51ae28560cc140b6b5f30d0ae6aed2180cd998035bca11a798459a9c782965ba) AuthConfig (1b66ce7a6011e610174cb2ae69d2a03bf2f4ce6dfd859322061347ee511aa0bb) AuthConfig (acef16cc54d6cee74bd8979ccd0b6567a042de00468d58597ade6779bc8fe5f7) AuthConfig (a188b0e25e4c9b217bb7db3d8b153c6cc4481b3c328a6ce71594cadaaceb1875) AuthConfig (07050aa846078624baed94dd97a4e01ec170e291fe7415fd2baf471930a512e0) AuthConfig (002a53b9b65c75447e7e2f5e523428a6162aa60e1af3809a244789628ae3f429) AuthConfig (70127b06de79ccedf0855063445ac86a932aa35bb66b32600312f2643edc20a7) AuthConfig (e47190167ea34f1cc2934894a02b645d9f8b4522253655ff225ff79c4aaf1986) AuthConfig (a5d7d04b6ecb3ae704a86a01f32f923d4340546f81b493811cf32690c9562cb1) AuthConfig (7f651478d8f668595fedc77e041928a935ee4a939577c772d81034d88c6e026a) AuthConfig (08cca013f4bea2e2113dbb37b8b89560ebc4f904078e0db0ad60ca1b51d0f40c) AuthConfig (1169fd5d82a7a503defbcaa0ab4fdc31e5d009f4612ff0440b01c68f0f09d733) AuthConfig (cb083e4beb603f3042ea95aea6bc9eb0f9c87e1e5afb973d65ebef5e864b40cf) AuthConfig (9ea8842a71dc15f79b5bcdcfa55c38a3584a98164f24f2b6e57c84be057ed956) AuthConfig (1970fe37dc504a00169dee08c5becd7a0417d25a4e360c1edcae3664b90ef005) AuthConfig (042baed94f2eca43656aa8b7fab72137a10999f71b6961759e67f782832be4a6) AuthConfig (4195bac0932ccb05999cdb383e358be7ef0afd3d6ae52e631b7d902aea664208) AuthConfig (aa949b480804e6443066fad1b5a1e31b2fbf378ea88c0107a6b262ff59af7dfe) AuthConfig (8a44454c8de0aa3b209984651e25a4f283f0c7589dc8de181b1057921d8865d4) AuthConfig (070808c004224561e9dfdc60578f76e7472615d9096ebf73597a7ee65b39a6e5) AuthConfig (1097f77090c1ec30b20b49f7f2cf416176a9dd9031603de1542b6f0146b7391c) AuthConfig (2ba5ccec017d1cf05211b04f32a4391616b2a2a5a5d82bd187dc72c6719b881c) AuthConfig (bab751b8065b0d81bd1e69b2af3d3bf01b6e4ec40505754226a96a4d5455b0e6) AuthConfig (61fb7d8361822413dd39af4d63bf846df7d8b18278bd9927a95515014001adba) AuthConfig (8a1804c3c165be3a98bdd177c33c714b1588077596f7cd53585481794f9a88f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"359a9854-3081-426b-a1be-fa8f750e07ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.24434722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ed253309510d8478186cbe121b42be831b68780aa2a41c644b5df1e33b1a01e) AuthConfig (47285ec627070065299341a624d84da1f719b110fd50a8aa2975a9bef98be6f3) AuthConfig (cca1805cf2fa8f58d871d57de41930da0a6a94c460ce5f47d698b339fa43e0bc) AuthConfig (50898d707ba892189f56a4edf4c3e2cb2fabb7f54cbbf8cb79a90b1083b2a471) AuthConfig (9b34f61a3d4597b3be9a954b2ad82d30ce7d614f7eec993c35d87587044ec87f) AuthConfig (51ae28560cc140b6b5f30d0ae6aed2180cd998035bca11a798459a9c782965ba) AuthConfig (1b66ce7a6011e610174cb2ae69d2a03bf2f4ce6dfd859322061347ee511aa0bb) AuthConfig (acef16cc54d6cee74bd8979ccd0b6567a042de00468d58597ade6779bc8fe5f7) AuthConfig (a188b0e25e4c9b217bb7db3d8b153c6cc4481b3c328a6ce71594cadaaceb1875) AuthConfig (07050aa846078624baed94dd97a4e01ec170e291fe7415fd2baf471930a512e0) AuthConfig (002a53b9b65c75447e7e2f5e523428a6162aa60e1af3809a244789628ae3f429) AuthConfig (70127b06de79ccedf0855063445ac86a932aa35bb66b32600312f2643edc20a7) AuthConfig (e47190167ea34f1cc2934894a02b645d9f8b4522253655ff225ff79c4aaf1986) AuthConfig (a5d7d04b6ecb3ae704a86a01f32f923d4340546f81b493811cf32690c9562cb1) AuthConfig (7f651478d8f668595fedc77e041928a935ee4a939577c772d81034d88c6e026a) AuthConfig (08cca013f4bea2e2113dbb37b8b89560ebc4f904078e0db0ad60ca1b51d0f40c) AuthConfig (1169fd5d82a7a503defbcaa0ab4fdc31e5d009f4612ff0440b01c68f0f09d733) AuthConfig (cb083e4beb603f3042ea95aea6bc9eb0f9c87e1e5afb973d65ebef5e864b40cf) AuthConfig (9ea8842a71dc15f79b5bcdcfa55c38a3584a98164f24f2b6e57c84be057ed956) AuthConfig (1970fe37dc504a00169dee08c5becd7a0417d25a4e360c1edcae3664b90ef005) AuthConfig (042baed94f2eca43656aa8b7fab72137a10999f71b6961759e67f782832be4a6) AuthConfig (4195bac0932ccb05999cdb383e358be7ef0afd3d6ae52e631b7d902aea664208) AuthConfig (aa949b480804e6443066fad1b5a1e31b2fbf378ea88c0107a6b262ff59af7dfe) AuthConfig (8a44454c8de0aa3b209984651e25a4f283f0c7589dc8de181b1057921d8865d4) AuthConfig (070808c004224561e9dfdc60578f76e7472615d9096ebf73597a7ee65b39a6e5) AuthConfig (1097f77090c1ec30b20b49f7f2cf416176a9dd9031603de1542b6f0146b7391c) AuthConfig (2ba5ccec017d1cf05211b04f32a4391616b2a2a5a5d82bd187dc72c6719b881c) AuthConfig (bab751b8065b0d81bd1e69b2af3d3bf01b6e4ec40505754226a96a4d5455b0e6) AuthConfig (61fb7d8361822413dd39af4d63bf846df7d8b18278bd9927a95515014001adba) AuthConfig (8a1804c3c165be3a98bdd177c33c714b1588077596f7cd53585481794f9a88f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8f9881ad-9093-443a-b8bd-31374daa432a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.302222564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"2656aca4-f4db-4d68-9ea7-49581147c130","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:43.304902759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"321f64c8-30e2-4256-8d3c-ed6c8baf81e3","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:52.989818141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.459415734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"f9f32d3f-fb02-41ea-a502-f1cff7e983c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.459513903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6a1edd8e-9be4-45e8-b242-80917d7b5475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.516159036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"f9f32d3f-fb02-41ea-a502-f1cff7e983c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.516394542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6a1edd8e-9be4-45e8-b242-80917d7b5475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.57347397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ed253309510d8478186cbe121b42be831b68780aa2a41c644b5df1e33b1a01e) AuthConfig (47285ec627070065299341a624d84da1f719b110fd50a8aa2975a9bef98be6f3) AuthConfig (cca1805cf2fa8f58d871d57de41930da0a6a94c460ce5f47d698b339fa43e0bc) AuthConfig (50898d707ba892189f56a4edf4c3e2cb2fabb7f54cbbf8cb79a90b1083b2a471) AuthConfig (9b34f61a3d4597b3be9a954b2ad82d30ce7d614f7eec993c35d87587044ec87f) AuthConfig (51ae28560cc140b6b5f30d0ae6aed2180cd998035bca11a798459a9c782965ba) AuthConfig (1b66ce7a6011e610174cb2ae69d2a03bf2f4ce6dfd859322061347ee511aa0bb) AuthConfig (acef16cc54d6cee74bd8979ccd0b6567a042de00468d58597ade6779bc8fe5f7) AuthConfig (a188b0e25e4c9b217bb7db3d8b153c6cc4481b3c328a6ce71594cadaaceb1875) AuthConfig (07050aa846078624baed94dd97a4e01ec170e291fe7415fd2baf471930a512e0) AuthConfig (002a53b9b65c75447e7e2f5e523428a6162aa60e1af3809a244789628ae3f429) AuthConfig (70127b06de79ccedf0855063445ac86a932aa35bb66b32600312f2643edc20a7) AuthConfig (e47190167ea34f1cc2934894a02b645d9f8b4522253655ff225ff79c4aaf1986) AuthConfig (a5d7d04b6ecb3ae704a86a01f32f923d4340546f81b493811cf32690c9562cb1) AuthConfig (7f651478d8f668595fedc77e041928a935ee4a939577c772d81034d88c6e026a) AuthConfig (08cca013f4bea2e2113dbb37b8b89560ebc4f904078e0db0ad60ca1b51d0f40c) AuthConfig (1169fd5d82a7a503defbcaa0ab4fdc31e5d009f4612ff0440b01c68f0f09d733) AuthConfig (cb083e4beb603f3042ea95aea6bc9eb0f9c87e1e5afb973d65ebef5e864b40cf) AuthConfig (9ea8842a71dc15f79b5bcdcfa55c38a3584a98164f24f2b6e57c84be057ed956) AuthConfig (1970fe37dc504a00169dee08c5becd7a0417d25a4e360c1edcae3664b90ef005) AuthConfig (042baed94f2eca43656aa8b7fab72137a10999f71b6961759e67f782832be4a6) AuthConfig (4195bac0932ccb05999cdb383e358be7ef0afd3d6ae52e631b7d902aea664208) AuthConfig (aa949b480804e6443066fad1b5a1e31b2fbf378ea88c0107a6b262ff59af7dfe) AuthConfig (8a44454c8de0aa3b209984651e25a4f283f0c7589dc8de181b1057921d8865d4) AuthConfig (070808c004224561e9dfdc60578f76e7472615d9096ebf73597a7ee65b39a6e5) AuthConfig (1097f77090c1ec30b20b49f7f2cf416176a9dd9031603de1542b6f0146b7391c) AuthConfig (2ba5ccec017d1cf05211b04f32a4391616b2a2a5a5d82bd187dc72c6719b881c) AuthConfig (bab751b8065b0d81bd1e69b2af3d3bf01b6e4ec40505754226a96a4d5455b0e6) AuthConfig (61fb7d8361822413dd39af4d63bf846df7d8b18278bd9927a95515014001adba) AuthConfig (8a1804c3c165be3a98bdd177c33c714b1588077596f7cd53585481794f9a88f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6a1edd8e-9be4-45e8-b242-80917d7b5475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:53.573932398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ed253309510d8478186cbe121b42be831b68780aa2a41c644b5df1e33b1a01e) AuthConfig (47285ec627070065299341a624d84da1f719b110fd50a8aa2975a9bef98be6f3) AuthConfig (cca1805cf2fa8f58d871d57de41930da0a6a94c460ce5f47d698b339fa43e0bc) AuthConfig (50898d707ba892189f56a4edf4c3e2cb2fabb7f54cbbf8cb79a90b1083b2a471) AuthConfig (9b34f61a3d4597b3be9a954b2ad82d30ce7d614f7eec993c35d87587044ec87f) AuthConfig (51ae28560cc140b6b5f30d0ae6aed2180cd998035bca11a798459a9c782965ba) AuthConfig (1b66ce7a6011e610174cb2ae69d2a03bf2f4ce6dfd859322061347ee511aa0bb) AuthConfig (acef16cc54d6cee74bd8979ccd0b6567a042de00468d58597ade6779bc8fe5f7) AuthConfig (a188b0e25e4c9b217bb7db3d8b153c6cc4481b3c328a6ce71594cadaaceb1875) AuthConfig (07050aa846078624baed94dd97a4e01ec170e291fe7415fd2baf471930a512e0) AuthConfig (002a53b9b65c75447e7e2f5e523428a6162aa60e1af3809a244789628ae3f429) AuthConfig (70127b06de79ccedf0855063445ac86a932aa35bb66b32600312f2643edc20a7) AuthConfig (e47190167ea34f1cc2934894a02b645d9f8b4522253655ff225ff79c4aaf1986) AuthConfig (a5d7d04b6ecb3ae704a86a01f32f923d4340546f81b493811cf32690c9562cb1) AuthConfig (7f651478d8f668595fedc77e041928a935ee4a939577c772d81034d88c6e026a) AuthConfig (08cca013f4bea2e2113dbb37b8b89560ebc4f904078e0db0ad60ca1b51d0f40c) AuthConfig (1169fd5d82a7a503defbcaa0ab4fdc31e5d009f4612ff0440b01c68f0f09d733) AuthConfig (cb083e4beb603f3042ea95aea6bc9eb0f9c87e1e5afb973d65ebef5e864b40cf) AuthConfig (9ea8842a71dc15f79b5bcdcfa55c38a3584a98164f24f2b6e57c84be057ed956) AuthConfig (1970fe37dc504a00169dee08c5becd7a0417d25a4e360c1edcae3664b90ef005) AuthConfig (042baed94f2eca43656aa8b7fab72137a10999f71b6961759e67f782832be4a6) AuthConfig (4195bac0932ccb05999cdb383e358be7ef0afd3d6ae52e631b7d902aea664208) AuthConfig (aa949b480804e6443066fad1b5a1e31b2fbf378ea88c0107a6b262ff59af7dfe) AuthConfig (8a44454c8de0aa3b209984651e25a4f283f0c7589dc8de181b1057921d8865d4) AuthConfig (070808c004224561e9dfdc60578f76e7472615d9096ebf73597a7ee65b39a6e5) AuthConfig (1097f77090c1ec30b20b49f7f2cf416176a9dd9031603de1542b6f0146b7391c) AuthConfig (2ba5ccec017d1cf05211b04f32a4391616b2a2a5a5d82bd187dc72c6719b881c) AuthConfig (bab751b8065b0d81bd1e69b2af3d3bf01b6e4ec40505754226a96a4d5455b0e6) AuthConfig (61fb7d8361822413dd39af4d63bf846df7d8b18278bd9927a95515014001adba) AuthConfig (8a1804c3c165be3a98bdd177c33c714b1588077596f7cd53585481794f9a88f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"f9f32d3f-fb02-41ea-a502-f1cff7e983c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.534725315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"21446f53-b90f-470b-8afd-18158927556c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.699044238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"75764cb4-97fa-443d-8635-18a5239130e9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.819591122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"38fe888e-32eb-4e95-a696-da9e3b0ba34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.819590641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5668313a-abc3-49ac-9d9a-7596c42f65bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.876666553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"38fe888e-32eb-4e95-a696-da9e3b0ba34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:54.876779436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5668313a-abc3-49ac-9d9a-7596c42f65bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:55.144643301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"3240a0a6-05ec-4ddf-931d-ef6280c71cf0","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:03:55.147125151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"6e665a76-74d5-4a08-b430-f7f187d3a73d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.143033559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"fffc72b7-fd7f-4346-ae7e-80820d5ec8a9","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:03.211050622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"6fa6e662-d5e2-4aac-959c-93b739a7d4e9","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.475516566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b79b4efd-d3ff-4ae8-bbb9-28b8fbc9693c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.531843036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"32a25224-15e3-464a-9886-b8c2a6b592f3","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.685255119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"796aacc1-7a24-4d16-9c5a-32ab7963b5e7","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.742018169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"796aacc1-7a24-4d16-9c5a-32ab7963b5e7","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.756690897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b3ebdce5-3f93-48b5-8354-99299b0f8be2","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.812202248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"7633f043-acb0-49c0-9818-c1a509ca1d35","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.864728715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b796d785-5666-4b82-bdda-257d9890d196","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:04.86852341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/e2e-dry-sub-e430c221","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-e430c221\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.909926171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"fa6be691-a489-4075-a1fd-d9ccda46566d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.909925894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"36499f49-7a92-4f40-bc87-6badbf1e37ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.920005716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"286fca2f-7061-4e51-85c1-d8fd23766aed","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.968002755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"36499f49-7a92-4f40-bc87-6badbf1e37ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:04.96800276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"fa6be691-a489-4075-a1fd-d9ccda46566d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.055438174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8734649d-3a77-4410-9209-6a95b7eb5635","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.185334412Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221","reconcileID":"79c390b5-90da-4f1b-b4f1-a8d57f600aa9","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-dry-sub-e430c221","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.208601203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"b8218d03-8808-45d5-b04b-1f06b542ec53","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.264845581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"b8218d03-8808-45d5-b04b-1f06b542ec53","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.345047828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e3a0fd85-db86-4f71-a86b-634b43d85921","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.355664655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2b033f63-f458-469c-ab99-6ae1a53a9fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.355665585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3c53ceff-6bd5-4c2f-a41f-73812834b608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.392975099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"08eb6c96-8c80-4526-b05b-32f174e2853a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.41239128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2b033f63-f458-469c-ab99-6ae1a53a9fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.412440545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3c53ceff-6bd5-4c2f-a41f-73812834b608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.594701814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221","reconcileID":"ef6715ec-9794-458c-85f1-5cbf42cba2e7","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:05.883433951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"1b2ee883-9485-45b0-8122-60bfc3a35374","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.378819975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5fab80c1-1e2f-4094-8c15-8d031f302d28","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.537788675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"5b34af20-165c-4f61-959b-c7c50e6e0cae","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.537987959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"03930efa-3be5-44fc-90d6-10329a89d0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.537789472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7bf08dac-608d-49ad-b209-398502e2533b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.594974272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"03930efa-3be5-44fc-90d6-10329a89d0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.595024097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7bf08dac-608d-49ad-b209-398502e2533b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:09.597263191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"5b34af20-165c-4f61-959b-c7c50e6e0cae","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.835267586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"580ab0e9-26ab-4bc8-be67-787d59de3627","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:17.952599939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"3a34a3a6-b44f-442e-9287-aa25b29b434a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.0099937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"5f128cc2-dddf-4e31-b833-34abce52823f","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:18.061898178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"740488fe-45d3-440f-8d18-0dce9e10f39a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.176433361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"f7419d4e-9357-4e8e-869b-a9c7ba9bd5cb","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.215531217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"74ebc9c9-e895-43a2-bdaf-12aac4ee6cd0","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.27350297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"02d5b66c-3cb6-4753-90fa-b8e45630a967","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:18.326821288Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"02d5b66c-3cb6-4753-90fa-b8e45630a967","name":"simulator-w0-ec2f9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ec2f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:18.326888318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"02d5b66c-3cb6-4753-90fa-b8e45630a967","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-ec2f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.334370496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"31728c23-33a0-44a3-bdf5-53e0e484f823","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.373934433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"92de2279-231d-4739-b876-d425712fa276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.455606396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"03c285f7-835a-476f-bc5b-b1710fec388a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.495884673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"5dc679ea-50e0-498b-b8cc-ee26983a7ed8","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.504101069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"92de2279-231d-4739-b876-d425712fa276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.556068462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"e86c745a-da7e-41ac-b9be-4865afd082d9","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.55968144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"92de2279-231d-4739-b876-d425712fa276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.609274283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"a12605a6-b264-4107-bbc1-7db541b664bf","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:18.612969614Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ec2f9a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.614605506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"14fbe0de-9799-43f5-824b-ec34a5229bd2","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.618324896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"af420afc-be1f-4940-aa86-0f20b170c985","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.666047385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"e49248b3-435f-4e73-aa89-469cfecf220e","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.717528096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5eb1e15d-5444-4d34-b54d-011c5b5a346d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.774232831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5eb1e15d-5444-4d34-b54d-011c5b5a346d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.787354905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"32fabcf1-39b0-41b6-8c5e-3bf9c40e077c","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.825345605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"177a889a-53d6-4914-9139-1ec6a02ca4f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.829639682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5eb1e15d-5444-4d34-b54d-011c5b5a346d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.84890621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"35b22e70-b6d0-4df1-9c9e-bf018c219192","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:18.937053852Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"46e7d348-38fa-4bc9-8d7b-00eb262633d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"premium-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.005821984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"6196853c-fd58-4cb6-bed9-5cbfed78d172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.007377373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"721a10e5-b5a7-43ed-84b4-9ed1b2f33587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.062864854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"6196853c-fd58-4cb6-bed9-5cbfed78d172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.063994103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"721a10e5-b5a7-43ed-84b4-9ed1b2f33587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.101628028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"95a4b8c4-3ba1-49fa-bfbe-8e89a4dd4b66","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.118405116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"6196853c-fd58-4cb6-bed9-5cbfed78d172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.119002618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"721a10e5-b5a7-43ed-84b4-9ed1b2f33587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.17340509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"0e89882b-67d8-4a18-81d8-06aae892bfa8","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.313958314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e9955147-cc64-4b12-b3b5-e8edc344c7d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.328514148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e15ecc76-6a25-4192-a581-7732ceb1f1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.385526213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e15ecc76-6a25-4192-a581-7732ceb1f1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.444265782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e15ecc76-6a25-4192-a581-7732ceb1f1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.546586179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221","reconcileID":"c3c8f5a5-6f81-41f4-992f-58a4e1347a6a","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-dry-sub-e430c221","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.762457918Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221","reconcileID":"c3c8f5a5-6f81-41f4-992f-58a4e1347a6a","MaaSSubscription":{"name":"e2e-dry-sub-e430c221","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.970729336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"13b2a683-d49d-4401-b534-ce3271fc3b1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:19.976228384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"af1263e7-9883-40c8-933b-354e55cae369","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.039639644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"cc7afdb1-e420-4cd0-974a-d2496cff90f2","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.135652008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1392bb04-347d-4179-ab29-da638a85bb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.136348988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0c73fdfb-a34b-4be1-ad35-f8027fea0d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.136446511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"245f16b5-3ae1-45ef-ad25-7049eb4146be","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.144964706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ca95eca3-cac5-4e15-aaad-6176021f5ab0","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.19620136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0c73fdfb-a34b-4be1-ad35-f8027fea0d76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.196362497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1392bb04-347d-4179-ab29-da638a85bb56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.19837186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"245f16b5-3ae1-45ef-ad25-7049eb4146be","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.404584643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-dry-sub-e430c221-auth","reconcileID":"65f1a114-4283-415c-8ccd-e37b8f72f958","MaaSAuthPolicy":{"name":"e2e-dry-sub-e430c221-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:20.563736898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ebcc7991-5406-4215-8ea2-4fd2341a89af","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:21.755038177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"fab54e9f-cedd-426e-8045-fbc42e600983","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:21.811014462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"04e03737-bd64-4679-84d6-977461cce495","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:21.989800968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"f16dba45-5817-49b5-8a6a-9f2a36893586","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.05141547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"494378b6-a947-4637-b86f-c9acda1697d8","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.054602227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"f16dba45-5817-49b5-8a6a-9f2a36893586","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.111772074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"858a0a98-f1d1-4d07-930e-a205edfb599f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:22.16400132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4","reconcileID":"e8ec2334-da0e-460f-8382-5327c7a23212","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-68a785b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.206850491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"675ea92c-3d5b-4882-9ba4-3c6831e1fd52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.208778704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"269413ff-c92a-4453-8b7c-49aadf446d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.263585357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"675ea92c-3d5b-4882-9ba4-3c6831e1fd52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.265709717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"269413ff-c92a-4453-8b7c-49aadf446d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.278541829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e13ebd18-e6d9-4d15-84b2-4e51ef52d326","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.340245924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"589ce899-a7ca-493c-832c-3b60e081400e","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.371338533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e9b3ecab-4fd2-430c-9b0f-35e61dee3f2b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.526219767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"817f1e38-5675-4a14-adcf-bbc51fdc9ac1","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.583973557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"817f1e38-5675-4a14-adcf-bbc51fdc9ac1","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.614286939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4","reconcileID":"7b77b4fe-0012-4a3b-8c7d-4a6b28098f18","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-combo-sub-68a785b4","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.67252025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e1bf7b0f-c966-430a-97ac-6dc565919fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.673667461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6621945d-ba2b-4d7c-a046-d7a9fdb7f9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.731586564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e1bf7b0f-c966-430a-97ac-6dc565919fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.735298358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6621945d-ba2b-4d7c-a046-d7a9fdb7f9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.787026268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1a086e2c-e91c-4234-af3f-1d6f188a40b4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.829881838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"36f3a779-0d87-4d24-898c-45facda0b6d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.988970404Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:22.995332592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4","reconcileID":"3a523d5d-2eb1-4a4c-be49-29a47cc2c0d8","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:23.157919571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3c9de06d-5dda-434e-bf05-b140643d06f2","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:25.796385967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"7c3a3475-e943-4e57-ac9c-7d5fb6295ae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:25.85568576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"00dcf4a1-098d-4e6e-bc34-0758a47b7845","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:25.961620241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a67c041c-b12d-4b86-9d43-171917c95403","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.030488616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"f3a87af3-79b9-4db7-9c88-297425bdf736","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.193875937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"3de5dc4f-9efe-4998-9764-f532d2bba590","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.535701329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fb6d23ec-f4c0-41f6-ae0f-2d68b85bded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.535704229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"025ab2e1-c0de-4518-921d-0bc75da7c8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.598600103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"025ab2e1-c0de-4518-921d-0bc75da7c8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.598919164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fb6d23ec-f4c0-41f6-ae0f-2d68b85bded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.654931213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"025ab2e1-c0de-4518-921d-0bc75da7c8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.654931215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fb6d23ec-f4c0-41f6-ae0f-2d68b85bded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.712892103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"13f45fe6-491f-4be8-9a5f-31bad32b6a92","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.715476233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"db2d3a65-3749-4a14-91eb-077f4f1cdb65","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.867071872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b2b413e0-019f-4378-a902-617c1f6c903d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.868459458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"2bd2666c-53fa-4981-9f81-b6fea59158e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.936638556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b2b413e0-019f-4378-a902-617c1f6c903d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.940324145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"2bd2666c-53fa-4981-9f81-b6fea59158e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.992384994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b2b413e0-019f-4378-a902-617c1f6c903d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:26.995504429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"2bd2666c-53fa-4981-9f81-b6fea59158e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:27.045413771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b2b413e0-019f-4378-a902-617c1f6c903d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.204942011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"16a706d1-eaca-4a36-9d4d-6ea5703159e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.261572337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"16a706d1-eaca-4a36-9d4d-6ea5703159e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.317246685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"16a706d1-eaca-4a36-9d4d-6ea5703159e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.355330519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5f8ee79d-bf45-4351-acbb-1e41893bf08a","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.509529767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d10667d7-ac15-493e-8421-59c2792111f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.509556954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"4494dc91-9f37-455f-ab35-dc9f2330ff64","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.510057587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"daa223e2-729b-4c93-a5d7-133541bce972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.566838612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d10667d7-ac15-493e-8421-59c2792111f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.56864087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"daa223e2-729b-4c93-a5d7-133541bce972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:27.569227861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"4494dc91-9f37-455f-ab35-dc9f2330ff64","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.539652713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"7b1d5572-6ae3-4990-8980-43196d8be679","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.656975024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"16f427fa-1f10-4166-86b8-1d97a6b63105","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.713413273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"2677466d-e7a9-4cd4-aeaf-73c0ceeee05a","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:28.76404158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"c529c8da-1aa1-4724-9602-8599352d2c21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.878532685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"1ad8d665-28ca-42db-afb9-4e6d632eaa2b","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.93505071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"e2f0eb95-a94b-47b4-ac0d-6bd598b7f091","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.939573195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"c6e71506-8e17-4bc0-9b4e-24fec5732306","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:28.998963484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"8322b078-2c1d-4eb9-82e1-4dc94e5242b2","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.05224886Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"8322b078-2c1d-4eb9-82e1-4dc94e5242b2","name":"simulator-w3-96031a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-96031a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.052312328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"8322b078-2c1d-4eb9-82e1-4dc94e5242b2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-96031a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.05761046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"b50222c0-1c09-4bf3-bd7a-0f49ca4da971","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.098473538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"eceddb45-ab03-4f43-b56f-dd3838a41e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.144440016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"a004626e-91ed-490b-9c8b-1f868940dfed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"simulator-w3-96031a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.218553599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"56320ec7-e5d9-4b93-a20e-399301c002cf","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.224913491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"eceddb45-ab03-4f43-b56f-dd3838a41e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.273525507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"4eb72f2f-6b1d-4d33-b6d4-1582ac2d1918","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.28033697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"eceddb45-ab03-4f43-b56f-dd3838a41e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.302454766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"a004626e-91ed-490b-9c8b-1f868940dfed","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.324910716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"07d32984-d8e0-4f4c-918f-08f7c9cc8019","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.330665317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-96031a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.336987289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"38d4af2b-e3e1-47df-b9c9-e2addc7237b1","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.37963516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"1846288f-789c-4c59-883d-804b77375bbe","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.440193225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0f642bc4-8582-4732-9f1a-503e25edcdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.495717251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"6e0fb0b9-8161-4457-8056-180dcbdfd5c6","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.49759045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0f642bc4-8582-4732-9f1a-503e25edcdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.510425085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"c06833cb-b613-4305-ad2b-db31e5a25693","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.552945518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0f642bc4-8582-4732-9f1a-503e25edcdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.554021477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"0295b1ee-e6b8-42f5-9249-1c1ef72400f0","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.607430104Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"0295b1ee-e6b8-42f5-9249-1c1ef72400f0","name":"premium-w3-96031a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-96031a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:29.60748948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"0295b1ee-e6b8-42f5-9249-1c1ef72400f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-96031a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.612775802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"ad20bb32-b0bb-4c31-9d48-1180731ae198","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.617733096Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"27d10221-438e-4004-84ac-0e286c5270b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"premium-w3-96031a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.676511672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"e3dc098d-69ee-42f5-a1b9-30f56a1615e4","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.706818247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"f7d566f7-68a4-4fa0-aec3-64954aaecbf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.708195735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"51cc307a-1ec1-4219-90a9-da4c4aeb0b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.763571328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"f7d566f7-68a4-4fa0-aec3-64954aaecbf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.764814487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"51cc307a-1ec1-4219-90a9-da4c4aeb0b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.781305105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"5ab22657-34e8-45ac-9509-33c34aec5e6c","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.819109894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"f7d566f7-68a4-4fa0-aec3-64954aaecbf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.820352666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"51cc307a-1ec1-4219-90a9-da4c4aeb0b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.87389735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"0c6af249-eb1b-4337-a3d9-cdb2d1c30b8a","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:29.989013708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"37f3cacc-51c7-43c4-841a-b7ca7343bb84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.028728966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"eff25a47-d5c4-4906-b652-6525df16544d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.085637759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"eff25a47-d5c4-4906-b652-6525df16544d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:30.141460748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"eff25a47-d5c4-4906-b652-6525df16544d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.014535935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"99ba35f9-c9c9-4431-8727-9336168744f4","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:31.082562755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"b613ecd3-5107-4229-b02d-7e1dfd59d806","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.151344649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"30b86e12-6f6a-4874-a265-b9428cfc8fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.208125513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"30b86e12-6f6a-4874-a265-b9428cfc8fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.263640147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"30b86e12-6f6a-4874-a265-b9428cfc8fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.473904192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ed6fbee3-401b-4e50-98fd-8db73c5c5472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.518006079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4","reconcileID":"4beda9a8-a9cc-4ceb-b36b-87215a0c5411","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-combo-sub-68a785b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.530749037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ed6fbee3-401b-4e50-98fd-8db73c5c5472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.586160372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-ec2f9a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04411b586544536b50317e1486601651043073d1b7531bd29e360446c0fbee28) AuthConfig (4694cf6a24c42f974a9b5ba18bc797a7c164b71125ede51e0209cf04d0d781dc) AuthConfig (abf7898c451923ffc42d27e1e1d7a762c902f8f1121b2bffca116d131b6a656b) AuthConfig (bdbc31ac564b741c31e6503d7b5d34c75380bccea8ddb98b873e634af08a8651) AuthConfig (0c392266eb6c2f521c3f6f634a601856ed5ffaa9cbcc3fb4bdf18fe76e100758) AuthConfig (ca13f2dade1f48590ef4250cd370ab6f014d8af28ca58bed55938090a8afcf71) AuthConfig (57e28a2affd189a94fb693558b1e028496307df74e0d0bba9e31f2478a7174d5) AuthConfig (113288ff9958dd16742da3e64ca0c2cb6b1b0257992960d9002e29e1d9613d75) AuthConfig (dbfa67e586e1ebfc38e2e90c3a92453a7a73128a38c42e80412e85597687fff9) AuthConfig (b80b4993818f7b7e2165dc869dec199640b76cf3407df5e43e180e47bc6f0919) AuthConfig (3732a2f1fa578fde33b9501a4456a700a5a93cdc351ea3fc9ecdc1f8bd7e6a83) AuthConfig (e995c699ffa6d84bdc0376bf8a06d93e5b9a23d161f4a1443b00956cff7e6008) AuthConfig (c237f7a96231a3c2079ec19cfe65e2c18f7457a8d86fd277bc5181c7ffbe11fe) AuthConfig (192b2c881664edd988352b21ee3d6335de4f41f97a4ca9cf4d242af01174810b) AuthConfig (27ef2f6aaea7cb34f502bf704e610331d229c2bcf79acb1cc7af873b7196c236) AuthConfig (63a2493fa747be1a63dce2c97be93b95634f8489040a76ea4cf839ae972c8cc1) AuthConfig (da2f3b0f2157ed6b84e531bd659d61e052c906aaa346daa8bd034c52e8d09fc5) AuthConfig (8e5faf02969b19c4f62392cfa2e12fb5c17dde5b1268db4484004c77dcbf4f8f) AuthConfig (f16a61a9924c1f957db5470d4b34b3370fcdf5fa91416af87ef745bfa99487a5) AuthConfig (9c85ec8d5b19ac422626e85eef688b5dd4ea45c7bf8236bbc7c4e0f0daa4d28b) AuthConfig (98e51ce7ccba3e067bbfaf724dc395b22a0afdff8d7111fbbce13bd851cd8814) AuthConfig (fc7257641278d04ace2aa04b7f9ddbf421fe102b43ffd448e2d081ea3bd057b0) AuthConfig (f53a574c52836a104405c55da38ede944d74706dc0f23ee14042b3e33502a8bf) AuthConfig (e577cce2de29292db7e801e5cd1f3144e8ce7fdd81677a7743f8193ea2111191) AuthConfig (17ce34bd7c11432158ac38a4bf781f70c138f31f0a001bea88786ca19aab3b67) AuthConfig (387e763f9103c0022fdbd76b1621ae0a33f7314880ef5f3c91f0c43c21ab78ac) AuthConfig (b6d8801548a4c6db40f0371b2a5b9fc94899d858ce7d819c25f0cba4f2291f0e) AuthConfig (bb15760a001db65ce46dce5bd314e0891a10c7a4f44f863d129bf4da7c519b3d) AuthConfig (10d512c7815a8998ce6f5cc15e462840dec3d584aac8a53b2d008826a251f952) AuthConfig (be44e4451fc0418cdd2e33ff4bce7fa50d89628aab2f447f966c9016dd1aca4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ed6fbee3-401b-4e50-98fd-8db73c5c5472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.733448684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4","reconcileID":"4beda9a8-a9cc-4ceb-b36b-87215a0c5411","MaaSSubscription":{"name":"e2e-combo-sub-68a785b4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.942924363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"60a56bbf-778c-47c0-a33f-de8c3770cb00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:37.996367518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"80382ff2-1cda-4bb9-a4d4-85008fd2b72d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.054591477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"3e3abffe-7b09-49b7-9204-d8f0d5039cb1","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.144398166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8ece77da-e9c7-4826-bdc9-7f76385cd4be","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.150207702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"538d4a6e-f6f6-44c5-9336-8f32b75073ed","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.150539004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ad0730b3-be8d-49f2-93d9-3177173fc4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.150948592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3dfc7958-aeff-4b5d-b661-9ddc54a9416b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.207471541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"538d4a6e-f6f6-44c5-9336-8f32b75073ed","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.208066237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ad0730b3-be8d-49f2-93d9-3177173fc4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.209800589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3dfc7958-aeff-4b5d-b661-9ddc54a9416b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.412864631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-combo-sub-68a785b4-auth","reconcileID":"3f385257-902d-40bf-a58e-bcd69a7a8b91","MaaSAuthPolicy":{"name":"e2e-combo-sub-68a785b4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:38.668690745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f02abdaa-20c7-4ac1-966d-a26ea6f715b6","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:39.975966501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2f1b9e13-46d2-466f-8832-9ff070e67dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.032709565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2f1b9e13-46d2-466f-8832-9ff070e67dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.088252558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2f1b9e13-46d2-466f-8832-9ff070e67dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.299160463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"fa7cfe1b-b311-4b83-a31a-abc028b590d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.356687967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"fa7cfe1b-b311-4b83-a31a-abc028b590d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:40.411921371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"fa7cfe1b-b311-4b83-a31a-abc028b590d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.072547142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"aff260dc-04dc-49ab-afc8-9d0df7bf0b61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.238085831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"a820d9e5-0244-460d-add2-a2c6a1e991d9","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.363203984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"8bde29a1-8c22-4570-846b-ddb79f7c7cf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.527436899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"f646ab81-9d8e-4d00-bc51-3b223b63f012","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.868270324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ce4a8369-2ce0-4866-bead-2a0db3508725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.86827019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"f571abcf-afa0-475d-a638-b9165e826a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.925317462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"f571abcf-afa0-475d-a638-b9165e826a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.925323357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ce4a8369-2ce0-4866-bead-2a0db3508725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.981195456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"f571abcf-afa0-475d-a638-b9165e826a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:41.981211715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ce4a8369-2ce0-4866-bead-2a0db3508725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.039267765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"1dca96c5-ecdd-4141-a3b5-f68874da4686","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.039560819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"5349a193-e6cc-41bf-aed8-3f914d0213ef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.192691721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"cb7abed1-ebc7-4f98-9b0f-acb99a854e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.192698802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ef8df068-a493-4eaf-a94e-f4715fef4251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.249817264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"cb7abed1-ebc7-4f98-9b0f-acb99a854e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.250025188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ef8df068-a493-4eaf-a94e-f4715fef4251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.305983005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"cb7abed1-ebc7-4f98-9b0f-acb99a854e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.306066928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ef8df068-a493-4eaf-a94e-f4715fef4251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.359236066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ef8df068-a493-4eaf-a94e-f4715fef4251","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:42.3593514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"cb7abed1-ebc7-4f98-9b0f-acb99a854e5d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.519123273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"002fa3d0-04f7-4bf6-b931-f862e73cbef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.519352372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"451a928f-d238-4c2c-836e-acf6ccf1259f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.576983663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"002fa3d0-04f7-4bf6-b931-f862e73cbef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.577982192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"451a928f-d238-4c2c-836e-acf6ccf1259f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.633392916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"002fa3d0-04f7-4bf6-b931-f862e73cbef5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:42.633762515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-96031a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3cc79440c6d1ae3872845da361f90af4d226db6cb21724b8174b8b248eebf10) AuthConfig (b4227e88499c539695ed4018efef16023906eae39f86ab8cbe14ba6f7d465c05) AuthConfig (596de17d418e360e95cc59b7c64078a7509fadfb360ba06e162b80b263859094) AuthConfig (a63b71d292790aa82259d611851c18dec010f55817979a0787ccef80c02b482b) AuthConfig (d11cb96838b42c85b8875fae35de2eb853a40c0bd9fb533caec4919c90ec599f) AuthConfig (e26afb3bb40442b3da08a3b6bd5825b03f9b5b8452c5209291f0c27cd7f5097e) AuthConfig (c942740ea3c2604eed201aec6d5badfb758ed360d1b0e44dc3f321bbdc1892cc) AuthConfig (5a8426c49ee6ce86525207634a36625f0b6cc0c399efee16c0a2955f40420879) AuthConfig (048da1f7bf660425d969492e5836dca3fcfb740f6463250f9c27bd473a78f9bd) AuthConfig (7ee768e4c3fbb00c5cc80ca809d17637a91cd7a98dfc625d202e14503678ccbf) AuthConfig (981151f2732726e21d77413516e29ba2b3c1af6fcc193e79452c7968fbfc7ffe) AuthConfig (145ddf566be6024811a21911bbef969e64cac2e6bbe002ec97e6220afcb20439) AuthConfig (182c8a52bf7c8bd5191119f08766f5c0cebb32ae7104963bbc3a3cf3dd20db48) AuthConfig (12b81f97c7e22207d8fa89993975182221157e561ba31020891b1657852209b1) AuthConfig (ae14c29a739faf26cdf72d5a98f7abe5c3e18e6f01a1ed61497def0d0c762ca3) AuthConfig (69876f61ed54927f58907f4019687ead7a47ef9f6b48a88aba8ea7896530412e) AuthConfig (0475ee546842d4a319868d786603da5ec32e6ae6f1717eac821744c60a4eaeec) AuthConfig (acb486cb71b5b80f11de07b1090ee29d289cd4e7c388dce1b4508a3667bc3a8d) AuthConfig (b0ed0c8d7723a927dfd678ecd36bb5542d584b5b55856d1b6ff53fb3b7480b20) AuthConfig (5d2a224d6b371667a901db8da0ed75028961acb4eceb8f67a34f2c5bf09b93e2) AuthConfig (21e8aa73135b1745def428e3a7a7b733353136a2b49d2a4ca629f6db3f860513) AuthConfig (831c474901b3aba5cd68491f1891e4bd51ff1a37b5e521b065015de4e149910a) AuthConfig (3ee870fdb3991eaf575694059eedafa23f0831b050716dadf26d8b35aedac84b) AuthConfig (85e6df71efd6a8252943809015b6492c7eca2d4a97104675a9145a98ab694be5) AuthConfig (6ed86031393b8a0bbb38d5a0fa5f82bc34da567ca95f09617e5b076869beaab5) AuthConfig (18ded01cd083ad9a3259a9a29828af21089c09fed3ff3ce12e5c8df202e9fa0d) AuthConfig (d399e15403cd3edbdf0eafb601e3308d5962aac7c5376d3550ae629ddc08e67b) AuthConfig (84bbca2d47baff9632dc7fec2854f0075663758b649a9b6faef5f7439557f878) AuthConfig (d841d0fa9ef672cff782189d615a5b4d37c84766fbb3a1b0fafb9ae6919a7cf6) AuthConfig (59a958bcf83acb98a96b5ebe0689e7edf748421165ca4f644dd0ee9589be1e0d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"451a928f-d238-4c2c-836e-acf6ccf1259f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.420108536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d6a462e7-2ca0-40b9-bd5f-2c5d20fd9984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.477466019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d6a462e7-2ca0-40b9-bd5f-2c5d20fd9984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.740763131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2053ced6-16f6-4e56-85fd-5544e96b5b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.791682898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"d90edb99-06bc-45a4-9035-11185495ee37","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:47.797548245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2053ced6-16f6-4e56-85fd-5544e96b5b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:48.081062533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6a8fb275-2c7c-4ba6-aecf-9a3a257111a3","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.167732923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"b6848959-b08a-4c9a-9683-5e92293bebec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.284462245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"61ee5225-1878-4bfc-b02d-e3f5b8b1f2ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.385408336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e5d05de5-e4bc-4549-ac0f-edc0139b8c7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.400999551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"077de9bb-e11c-4328-a7d8-fd8f5db4a1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.485023774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24d43323-f584-4f1b-bffd-ee67f0955c7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.585947406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"2ac24b02-a74d-41a9-9879-b3d8a9b99a5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.640901252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"0500d5d9-995d-429c-9518-079c8cd44aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:50.804770397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"004ccdc5-e568-41a7-9a59-61144af7fa08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.788927008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2cea60fd-b3bf-4c1e-972d-16d6f0824e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.788929092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"0b94feb0-3756-4bce-b107-a01d8703db12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.845994442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2cea60fd-b3bf-4c1e-972d-16d6f0824e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.846439211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"0b94feb0-3756-4bce-b107-a01d8703db12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:52.989479003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.112877915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"1f7c9ef3-d77c-42d7-9be0-2ac0ce481009","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.113463531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"4b36d074-f40d-4322-85a5-d1497603592c","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.680051699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"2e457fab-288c-445d-8d52-a623cf8ec1aa","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.734630156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"fe57657b-4209-4f0d-a63b-017bfea95daa","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.894000629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"2c05ed1b-c498-498d-b107-b23b8c0e1833","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.950939529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"2c05ed1b-c498-498d-b107-b23b8c0e1833","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:53.968297496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"64903248-fb61-45ce-a969-b4eda240a341","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.024336926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"51c59819-e5f8-431b-a4f3-73f4a1e71c30","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:54.076764401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-sub","reconcileID":"608ff4bb-20c1-4bd9-9b59-b58e9f887281","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.121849537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d18450e4-1722-4cef-8cc1-3df96cb89acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.12251087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fcf35d9f-fc94-4d8a-981d-271def3be038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.17831875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d18450e4-1722-4cef-8cc1-3df96cb89acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.178789959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fcf35d9f-fc94-4d8a-981d-271def3be038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.190786558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"8889df44-1529-467f-90a6-5bec924ff934","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.218395222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"6aaa61c8-a058-40a9-80df-1c3d0d8b3911","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.24744656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ad4a96af-dad3-4ec2-b9ca-373b3982b47f","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.375082028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"398cf7d8-9d6d-4380-9851-8162b9a083a2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.433268321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"398cf7d8-9d6d-4380-9851-8162b9a083a2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.486676505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"8596ece4-8fcb-4b83-9ca9-76122c372248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.513287264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-sub","reconcileID":"69233f5f-3851-4e97-8e25-16fc3efda6f0","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.536221186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d577f15e-9c88-403b-8610-0d10241ca072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.543334415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"8596ece4-8fcb-4b83-9ca9-76122c372248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.593530971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"d577f15e-9c88-403b-8610-0d10241ca072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.674976958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a8a13ec9-33bb-4464-8625-e02054d2f7de","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:54.697226855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"398cf7d8-9d6d-4380-9851-8162b9a083a2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.722107513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"17c9da33-7ee8-40de-b10e-0f4780fbc958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.85878728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"16367a71-97fa-4308-b33c-07611c3928b1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.885542495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-sub","reconcileID":"34d3b9b1-47d4-42d6-b720-aa2fa0bb59dc","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.915815185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"16367a71-97fa-4308-b33c-07611c3928b1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.921700788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8c0bb263-cf8f-4216-a96c-d561230f4b41","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:54.976977957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3decf103-9ff7-44dc-9394-73a5d272c5d5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.131103979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"cb186079-6396-4201-a7ed-6d32bdf5627d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.187978152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"cb186079-6396-4201-a7ed-6d32bdf5627d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.451312214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"72697881-9e12-4089-aa69-767025fc97d7","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:04:55.471295405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-sub","reconcileID":"63be6e77-15b3-43a2-a591-f4afa35d4f9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.478504551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"3a76f769-ee60-4a91-aa28-ec647bb86d05","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.504799405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"75481e3f-904b-4edc-9a98-32ddcad80565","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.5187303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8c52d225-b985-434f-b790-7688326d0d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.519370251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6bdfa7d5-348b-4dad-8973-c510647c8e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.519677605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c79c558e-b638-4e50-af2b-84237cdf0c58","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.575901457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6bdfa7d5-348b-4dad-8973-c510647c8e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.576054673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8c52d225-b985-434f-b790-7688326d0d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.670758252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"4993660e-0215-418d-b08a-f237d4dcc261","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.727583936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"4993660e-0215-418d-b08a-f237d4dcc261","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.939828099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d3ec2a42-9575-4743-844e-9daedd005a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.94038484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"49f8b0ab-027f-4893-8d43-776a60133445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.996599166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d3ec2a42-9575-4743-844e-9daedd005a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:55.996882316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"49f8b0ab-027f-4893-8d43-776a60133445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.143882089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"fd967aaa-e3aa-4655-bdaf-038089e714c2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.200536037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"fd967aaa-e3aa-4655-bdaf-038089e714c2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.831403465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a319d6a0-49ac-4744-bf67-dd00d9dfd3cd","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.987097656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"c75f6d25-8ef8-49a3-a99e-cc8ab49f87e5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.987128533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5fdee718-53b5-4701-90eb-86a6367ca1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:56.987509675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"41fe0dd5-213f-4ae3-a996-2fbf2072ac9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.044782016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"41fe0dd5-213f-4ae3-a996-2fbf2072ac9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.045661582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5fdee718-53b5-4701-90eb-86a6367ca1c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:57.047041324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"c75f6d25-8ef8-49a3-a99e-cc8ab49f87e5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.420580893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"90adacea-55e8-43e6-8588-1244f10f3cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.420712047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"332e8be7-6857-453d-8dbd-acb45e8f493f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.420579015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"571f6916-da4b-46df-8350-87e6121aae4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.478402537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"90adacea-55e8-43e6-8588-1244f10f3cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.480434619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"571f6916-da4b-46df-8350-87e6121aae4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:04:58.482007728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"332e8be7-6857-453d-8dbd-acb45e8f493f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.596701116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"67665688-b1fb-42d3-975a-428e19522421","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.792799563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa004d9a-b390-4138-a23f-41ed97d4b403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.909770957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"6244d1fa-60e2-43dc-b781-d1d8e94d336d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.950929546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"5bb714ff-75ed-4830-94a4-550f0447da6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:01.960806625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"b5a61b7e-097f-42b7-860b-68c8a9c66ed2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.040223973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"180831f2-a8bf-4132-9f16-b070aa1be6d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.154770229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"7cc598c8-ce42-40f0-a9cd-a50514990439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.249503279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"a9643493-15b5-48a7-a965-50694f677838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:02.333688549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a4db501-0a7d-4239-99ea-a0c3afb9655e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:06.994293241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-sub","reconcileID":"b0745e85-46dc-418f-b782-999464eebecf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.151325032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-sub","reconcileID":"b0745e85-46dc-418f-b782-999464eebecf","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.433724383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"4bac56ac-9c7f-4d0c-beb2-6b15c1353992","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.586453156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"326b9327-d3f7-43c3-8ca0-e1fd8dd1ac37","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.587957632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"79307796-27a5-44e7-8bd5-1f70682f375d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.588225273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"298f336b-00a3-4891-abec-e91a51a7e661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.588517993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"aa65be87-8dd9-4e7a-b888-e0e878730fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.645458877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"79307796-27a5-44e7-8bd5-1f70682f375d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.645600851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"aa65be87-8dd9-4e7a-b888-e0e878730fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.647801657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"298f336b-00a3-4891-abec-e91a51a7e661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:07.799825793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-active-auth","reconcileID":"0e504da6-7f04-4498-a9f4-fb3240a680b2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.008009399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0dcca306-6f54-48b5-9fae-cc82e260f242","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.427085446Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-sub","reconcileID":"e067ca13-873f-463e-8e3a-3c89f7428342","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.427259624Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-sub","reconcileID":"e067ca13-873f-463e-8e3a-3c89f7428342","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.89287827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e430f838-f1d4-4a75-b523-25f4c01bcb32","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.901536443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2f6277dd-2ff7-4f0c-8cae-38c340cde428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.901595224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"93491773-3f92-439a-9d5b-e70e30231d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.90198633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"4e7b1918-f4da-4b2a-a893-7dfa428f80f8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.958826884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2f6277dd-2ff7-4f0c-8cae-38c340cde428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.95883542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"93491773-3f92-439a-9d5b-e70e30231d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:08.960932915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"4e7b1918-f4da-4b2a-a893-7dfa428f80f8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.050922591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"3368e85a-e2f4-4037-9da7-31b42a409995","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.107347946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"307766e2-e2f0-4f25-89ed-5d4af03f1ede","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.1627346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-failed-auth","reconcileID":"8320ce40-dd47-43b3-8ff8-53650580e811","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.261718429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"fa8a1336-f9be-4a0c-ad94-c8646cf57118","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.31933945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"fa8a1336-f9be-4a0c-ad94-c8646cf57118","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.33525943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"00bc2e90-b038-4b29-b856-74032cac1fe0","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.370002282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f9a4aec2-6c5b-4130-b6d8-40d260292055","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.391308196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a4be735f-aa95-45be-8257-21cc4546c598","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:09.446383329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"e15f15c3-911d-4f19-bd57-aa2827570bc7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.497375094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1e084020-3d0b-4695-a644-898a11a6ebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.497533842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"790d0076-2108-4c7e-8e6c-0556565bc641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.554265357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1e084020-3d0b-4695-a644-898a11a6ebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.555118887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"790d0076-2108-4c7e-8e6c-0556565bc641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.564952197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"e1b032fe-78b3-463f-943d-373239c41e19","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.621779116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ee598243-2a05-4803-938a-5efd37b2fabc","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.635964742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"3947d17c-0cbb-4305-a58d-8d9f3e72f328","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.789689551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"764a894b-3f4c-4b85-854f-c451c5dd36be","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.846500063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"764a894b-3f4c-4b85-854f-c451c5dd36be","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.888947633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"5599b112-24a4-4177-aa93-669ffeb78f46","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.889149131Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"5599b112-24a4-4177-aa93-669ffeb78f46","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.934098116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9ecf8563-8587-4111-ae37-219586d5771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.934097786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"92854bc8-f32b-4111-8036-6e69ddf02f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.991554553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9ecf8563-8587-4111-ae37-219586d5771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:09.991729113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"92854bc8-f32b-4111-8036-6e69ddf02f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.100495181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"5639c9aa-fa66-480b-89c6-fb3b25013389","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.106721775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"e1755609-c817-4bae-be79-03ea2e95a935","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.314125742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"0e36a464-8c37-42fd-a2ac-9439e5dd3ccd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.314304586Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"0e36a464-8c37-42fd-a2ac-9439e5dd3ccd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.42873194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"af6757c2-66da-4335-81d2-fe81f9eaa11a","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.486331085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7875e2e2-30fb-4627-b002-84ddf224c750","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.640493014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"149fbb0b-91d5-4fcc-9755-fb1919c14aec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.698194304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"149fbb0b-91d5-4fcc-9755-fb1919c14aec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.705635909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1c9e54f8-6542-48a8-8d6e-878df02d9112","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.763441582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"04beec8d-c3bb-40b2-a4e9-fc416c190f77","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.814322905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"17bee485-fb1b-472f-8006-7f3629df9ff5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:10.815476991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-b6151175\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.861518209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"12c5fab7-a5d2-44ea-8fb5-6e307b71fd60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.861516576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"aa405d11-b8cf-4e77-b07e-e23181b5ec05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.871105174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1d1cde77-77fa-461b-ba72-30ee024eb8e9","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.918695703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"12c5fab7-a5d2-44ea-8fb5-6e307b71fd60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:10.918693606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"aa405d11-b8cf-4e77-b07e-e23181b5ec05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.015617467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d07f1aee-a7fe-4277-bb44-f039862e638f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.136955962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175","reconcileID":"a3da5de2-cd1b-4d49-9799-e84d550b078e","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.169651508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"c47c2401-a8fb-4385-8c39-243a77a62d87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.226658177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"c47c2401-a8fb-4385-8c39-243a77a62d87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.30061995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"163c4fe9-5103-492d-b12f-e108022ee57c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.313632368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2649d018-44ef-4989-8dee-53f87406f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.313640578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8b6dfe78-d14e-4d5a-9790-d0587d184a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.345855066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"4bc42f90-014a-4e76-902f-363541bf2a8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.371039762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8b6dfe78-d14e-4d5a-9790-d0587d184a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.371100535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2649d018-44ef-4989-8dee-53f87406f773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:11.508703401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175","reconcileID":"1b2c3b48-b63b-4e11-97d4-4ddb9ef141ed","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.225391672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"36302f4e-192f-4b00-a049-ea9f177554d9","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.380399197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"3d49fb0f-0f3d-406f-8479-5ff664abd498","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.380415254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"02acc615-c839-4d49-a77b-9b8fb963893d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.380879134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2ce3bdcc-a1eb-4f5a-89e5-034617f39834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.437587395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"02acc615-c839-4d49-a77b-9b8fb963893d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.437982058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"3d49fb0f-0f3d-406f-8479-5ff664abd498","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:12.439972413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2ce3bdcc-a1eb-4f5a-89e5-034617f39834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.249327357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"aa9c8484-601a-4059-81e1-c19c2391d833","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.306143539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e1f4c7bb-4a6a-4f81-8f3a-d255f9826b19","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.460751749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"8dccadbb-16f1-42a0-9460-c27df4856803","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.517996067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"8dccadbb-16f1-42a0-9460-c27df4856803","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.520415932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175 ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.521013812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f799f193-4bb1-4687-8f70-5da7e635099c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.578457506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7a652f57-f00b-47d5-9814-e3edb9277367","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.628986426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e8ddddee-2ccb-4154-8f1b-5647572692da","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:13.630801027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-12f7d6f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.67672271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"dfa88a67-1d0b-4fb9-9bb0-53aec176edc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.676830595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"0a174951-6d62-4edb-82aa-1ae01633b85f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.677167738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"333f43c9-482b-4457-91ac-3298278e73b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.688511808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"c3d76f35-98f2-4c39-86d2-66e0c6a6c928","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.737971478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"dfa88a67-1d0b-4fb9-9bb0-53aec176edc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.738479733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"0a174951-6d62-4edb-82aa-1ae01633b85f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.74026241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"333f43c9-482b-4457-91ac-3298278e73b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.83461588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"64606956-1983-4b01-8b7d-ed4b4f2eb16b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.954027435Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4","reconcileID":"7b783b76-f4c2-440a-bbe5-b54732b86bdb","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175","ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:13.988311731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"5936ba8c-c006-4528-9540-6b212ef3bb32","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.045418822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"5936ba8c-c006-4528-9540-6b212ef3bb32","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.089900968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"a999ebaf-ae33-4bbe-9fa3-57bfd3b79e18","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.090101422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6de80b98-1f39-4e84-a083-c08a48f91332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.089901214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"79630cd4-4d36-4d9f-9904-a6a2d46da34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.147386631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6de80b98-1f39-4e84-a083-c08a48f91332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.147414623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"79630cd4-4d36-4d9f-9904-a6a2d46da34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.149611343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"a999ebaf-ae33-4bbe-9fa3-57bfd3b79e18","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.16357721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"1a697fdc-1a28-4b59-9c6d-67389f63deff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.163608549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175","reconcileID":"7f7f74ce-b02a-4178-9c70-9f6529e46e77","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.180009229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"5e8b29bd-3188-4d75-b888-dd9acfa1f015","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.23743919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0ebf7392-9c1d-4599-98c3-9b8cfb0d65a1","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.295123218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"5878061b-b778-4e6d-a22d-b463bc3f61eb","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.295567658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175 ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.325386583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4","reconcileID":"5fd179f2-3ce1-409d-b1af-3c2a39e9e706","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.353335114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b84cb5aa-0022-4d1e-8f45-364db655c089","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.403602491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"50471bc8-5e8b-4edd-8f08-8368394d283d","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:14.405953571Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-637fdb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.460192962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"d2386528-ed80-4260-ac65-14f99fd9d669","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.568590343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"42a9f48b-e7ad-4a28-9d7b-032633604e64","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.626244866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"bd7ab3c2-c869-4a7b-908b-73ed815b8a37","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.671006601Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"6aa598c4-a863-48cf-9bd5-d148f67d33ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"simulator-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:14.679348762Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"bd7ab3c2-c869-4a7b-908b-73ed815b8a37","name":"simulator-w4-637fdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:14.67940346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"bd7ab3c2-c869-4a7b-908b-73ed815b8a37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.684706163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"7f762121-dbe0-4a69-a89e-9cf10c533bca","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.725325199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"6a80d5c8-1a3d-4608-8019-0da82c62fc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.834039481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"3f6c4672-2dda-4f85-a310-e9551c247a31","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.835482208Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-a-b6151175 ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.835673545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"a4abe720-ce88-4ee6-8251-01c2d03aa32e","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.851404296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"6a80d5c8-1a3d-4608-8019-0da82c62fc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.890014113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"54fcf890-6506-488f-8325-9ff695ec98cc","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.906873424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"6a80d5c8-1a3d-4608-8019-0da82c62fc5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:14.943342626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"a63d75c0-3ab5-4771-b100-6edcf3c1889c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.946086713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"a26bdf02-c49f-4371-913c-ed100a201064","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:14.963795939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"cd1f340b-a064-4f4e-9951-25eb511140f6","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.041104883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"a1481322-7114-4bc9-bc34-64e4d8203ff4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.060608473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"91eac034-afa0-4523-9482-a9518b4172ec","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.067015497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"2eb40253-3b80-4bba-90db-99a13bf96428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.112791464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"2f8d05e3-966e-4dec-b67d-38c1702aa47e","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.123470737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"2eb40253-3b80-4bba-90db-99a13bf96428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.170344961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"6f81038c-3b95-4f1e-b677-a238502888a5","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.17889797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"2eb40253-3b80-4bba-90db-99a13bf96428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:15.223326282Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"6f81038c-3b95-4f1e-b677-a238502888a5","name":"premium-w4-637fdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:15.223388514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"6f81038c-3b95-4f1e-b677-a238502888a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.228679259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"7ad64764-f6ca-4b21-886f-c2d517f91364","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.321855211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0658bffc-7e77-4d30-9e95-bee38921ab4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.329024751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"1bf62f27-794b-4758-a97c-aa3d8f63e115","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"premium-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.332803305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b41e2eef-77a0-410d-aec7-d2329c05cf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.378632344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0658bffc-7e77-4d30-9e95-bee38921ab4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.389005347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b41e2eef-77a0-410d-aec7-d2329c05cf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.434253055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0658bffc-7e77-4d30-9e95-bee38921ab4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.444391239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b41e2eef-77a0-410d-aec7-d2329c05cf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.491693422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"cf9ce448-dbc4-44f5-b0db-5e6e1f09a66f","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.494452109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"2111d7ad-290b-4763-b2ce-c1504e6780fa","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.646465353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e48a0617-014f-48c6-8592-6fa94908e861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.701658986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"d9398241-bdae-4d8f-9c40-27d0d7a71c10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.703518658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e48a0617-014f-48c6-8592-6fa94908e861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:15.759376913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e48a0617-014f-48c6-8592-6fa94908e861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.097608217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"218e80df-d642-4973-b476-ccbbc644afae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.22079414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"9037f51d-5b76-42cf-9f9e-ae18b1ac00fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.360296115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"7022a72b-d7c3-44d7-9147-74cbf4db8d11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.4144894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"66f370d2-1bf8-42f5-b8ee-3674a41d695f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.518999443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b1bb970-9400-4f02-89c2-b20e8ef00b9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.577580393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a7dec8cc-6e33-4ff3-9559-8fcf240a7eac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.681401341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bafa1f4a-f533-4193-88fb-8a2669151ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:17.938048573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"025374f0-a31f-4c83-ae99-9c85cddfbec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.714388447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"b211bc84-ee35-4ffc-b419-f151eccd84e7","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.798929144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"98eaec25-f335-4697-bef9-dfa61b3f9a3a","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.833244252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"4c6bd806-0ac6-4522-b9c3-631c6938e693","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.891151892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"8d70afda-b4e3-421a-bd9b-b165d6427f1d","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.941726235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"639f30a0-5a6d-4fb7-ba3c-7e6d59e2e7f7","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:18.943936232Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.953335047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"16e40305-a6d4-46e3-a63b-dbba9b805d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.953790926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"e57d0b96-886a-4544-ad56-500e37a83f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.953862159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"9fe2c3cf-74ba-44c9-8b36-1e6f8b3347fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.954337727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7b5f698c-7fbb-44cf-93f6-dd9812a16a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:18.998768745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"6d9ee6f9-794d-458b-ac25-1c7d60417194","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.002104582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"45cee6b6-81b9-4465-8493-7149eed1bc1b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.010836861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"9fe2c3cf-74ba-44c9-8b36-1e6f8b3347fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.011769546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"16e40305-a6d4-46e3-a63b-dbba9b805d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.013202101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"e57d0b96-886a-4544-ad56-500e37a83f80","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.015421042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7b5f698c-7fbb-44cf-93f6-dd9812a16a43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.111086537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"13461a5c-21df-4c64-aa6d-72bd817eee93","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.168739303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"783d3712-2237-426b-94e9-87d97dc225ce","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.209624352Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"e5abbfa1-e473-416f-a86f-7a63fff76ba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"simulator-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:19.222015982Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"783d3712-2237-426b-94e9-87d97dc225ce","name":"simulator-w1-b42983","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-b42983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:19.222078789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"783d3712-2237-426b-94e9-87d97dc225ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-b42983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.227377034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"efd368ca-22a4-4501-9628-a70be9e221c5","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.268144978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"0ba861cf-dd7b-4fc1-b231-9d6e71f9e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.375698521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"abe934f5-1d6b-4337-9cb9-da803c6dd5ce","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.390907998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"17075378-e83c-4770-af74-0905cb1f78fd","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.396895739Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"0ba861cf-dd7b-4fc1-b231-9d6e71f9e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.450515675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"97c8e619-a446-4bd1-a625-368421c5d5a5","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.453591496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"0ba861cf-dd7b-4fc1-b231-9d6e71f9e099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.499811639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c141e6af-68b4-41c4-805b-5b9a1f726382","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:19.508267801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.512264622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"406845de-40fc-4743-9f09-d7b593b09538","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.556637954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"24810571-5118-49d2-a0d3-dd84bb3f5902","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.585942619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"5b401898-af13-4b7c-9ae1-8e61b33134c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.615797862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"86982da4-00d1-4ff5-8208-389ee77d9b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.655241895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"b2cc168d-eb7d-4517-84f6-7edf731c164a","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.672636474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"86982da4-00d1-4ff5-8208-389ee77d9b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.715475262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"64701b65-80e0-4a0c-8f39-b247208e08f6","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.728328236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"86982da4-00d1-4ff5-8208-389ee77d9b26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.776900041Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"13f73646-9f2d-405f-a9cf-69329565f15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"premium-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.86365703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"02bf94ce-6cce-4e61-a2f7-657cf37277dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.920479292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"02bf94ce-6cce-4e61-a2f7-657cf37277dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.941122762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"18ff85f0-b43c-42de-bc70-df79e6ede347","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.964864483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ad042b90-3f30-40a4-91a2-0c64cbca1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:19.975569789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"02bf94ce-6cce-4e61-a2f7-657cf37277dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.02161197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ad042b90-3f30-40a4-91a2-0c64cbca1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.032346858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"7033a511-a8ba-4b04-a99a-285ab6d3c207","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.077380189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ad042b90-3f30-40a4-91a2-0c64cbca1c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.148901515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f322db1b-ec17-4493-a591-33251a3cb49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.186906417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8542dd5b-def9-4b96-9621-c411113862de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.244310156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8542dd5b-def9-4b96-9621-c411113862de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:20.299876087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8542dd5b-def9-4b96-9621-c411113862de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.387633275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"95ac07a1-2093-4929-b519-4ae9d0528a8a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.544906306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"95ac07a1-2093-4929-b519-4ae9d0528a8a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.54493392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"95ac07a1-2093-4929-b519-4ae9d0528a8a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.545044537Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-sub","reconcileID":"95ac07a1-2093-4929-b519-4ae9d0528a8a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.813678741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0106ed48-a2a9-4377-880c-71c7451b2c33","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.871979132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"e881f233-0ce6-450f-b2df-c8b47cd745d5","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.954501291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c4325619-f39d-47ac-860c-efc2a7f8f1aa","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.968618303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0fa77ab9-53a8-473c-8862-7d7ab2b47132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.968656971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"f7561dfa-62a4-4d77-b806-6d395f2ee60e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.969112403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"90ea49e9-98ed-4777-89bf-4991c142e126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:22.989972508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:23.025843112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0fa77ab9-53a8-473c-8862-7d7ab2b47132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:23.026091565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"f7561dfa-62a4-4d77-b806-6d395f2ee60e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:23.028115542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"90ea49e9-98ed-4777-89bf-4991c142e126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:23.229939809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-apikey-degraded-auth","reconcileID":"68bb9ed7-44f9-4c8d-90bb-b3d9c40335a3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:23.397496291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"6ed62c57-9311-4ab1-b31e-eddd697205df","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:25.59923249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d9e2bfc4-ff8c-4a74-bc09-d99f9bc87840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:25.655782552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d9e2bfc4-ff8c-4a74-bc09-d99f9bc87840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:25.711034783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d9e2bfc4-ff8c-4a74-bc09-d99f9bc87840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:25.913438442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea52f7f6-1763-45f8-9429-e8fd3420bc4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:25.969695725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea52f7f6-1763-45f8-9429-e8fd3420bc4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.024837174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea52f7f6-1763-45f8-9429-e8fd3420bc4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.243132059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"8b0fd694-dd6d-40df-be44-1c91966a5985","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.300547874Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d4787728-67c6-4582-9697-ccd807bc9251","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.396972946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9b84ffce-430b-4af1-8b43-a67e7bc6b922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.397361562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e559cab7-eae2-4175-ba6a-c4272a5196f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.397390371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"002c7b0b-f45d-42f7-9868-8ae69464945a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.398224316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c649906-0617-458c-a9eb-44291d4592b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.398239216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3eceb23f-d54f-40fb-9b7c-4a6f7130e75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.455801417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e559cab7-eae2-4175-ba6a-c4272a5196f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.456554191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3eceb23f-d54f-40fb-9b7c-4a6f7130e75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.461063042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9b84ffce-430b-4af1-8b43-a67e7bc6b922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.461591508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c649906-0617-458c-a9eb-44291d4592b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.465901482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"002c7b0b-f45d-42f7-9868-8ae69464945a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.53207618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e559cab7-eae2-4175-ba6a-c4272a5196f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.53338984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3eceb23f-d54f-40fb-9b7c-4a6f7130e75e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.534830566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9b84ffce-430b-4af1-8b43-a67e7bc6b922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.536089349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"002c7b0b-f45d-42f7-9868-8ae69464945a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.63815877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"39bfcd18-f494-449f-8005-b28427525f01","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"name":"e2e-rt-sw-0649a6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.688542758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6838cf5f-f6f7-404a-9172-5e033d67a20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.688544741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"1096c642-36bf-4d05-9fac-bc730e4da4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.733079323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"20b1d821-01a0-4cf5-bfbd-3b03e77515e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.733091339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5f1f77d4-f41e-47ce-a9b9-cd2c3686770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.745281465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6838cf5f-f6f7-404a-9172-5e033d67a20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.745303135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"1096c642-36bf-4d05-9fac-bc730e4da4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.790260719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"20b1d821-01a0-4cf5-bfbd-3b03e77515e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.790462726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5f1f77d4-f41e-47ce-a9b9-cd2c3686770a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.841806226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"326ff653-eeca-4815-8bb3-f65552238acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.898973654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"326ff653-eeca-4815-8bb3-f65552238acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.924792039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"f4efe83e-687f-40ab-ab96-9e6acb6dab9a","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"name":"e2e-rt-sw-0649a6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.976592097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe61b06f-132d-47c1-8588-a0f1263cc88d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.976611065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe61b06f-132d-47c1-8588-a0f1263cc88d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.97685666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"033888e0-513f-40b4-b276-87c6cf238687","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.976867521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"033888e0-513f-40b4-b276-87c6cf238687","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977050405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6af5bdc-23a9-4151-b5fd-602e3bad64b8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977060182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f6af5bdc-23a9-4151-b5fd-602e3bad64b8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977293461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7373b24-6949-47f1-b097-cf7c595f883f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977304057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7373b24-6949-47f1-b097-cf7c595f883f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977478113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b131def-538d-4bc8-9b1e-09c2b83eb91f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977489934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b131def-538d-4bc8-9b1e-09c2b83eb91f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.97779344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e7b9ad6-b6f3-488a-8269-0a49fb92a279","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.977807814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6e7b9ad6-b6f3-488a-8269-0a49fb92a279","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.978030322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ce6e843-eddb-4555-8fb3-5d19852a79e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.978043241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ce6e843-eddb-4555-8fb3-5d19852a79e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.978267574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb3e4a34-38b4-4e12-b576-a597ea9ccc44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:26.978281171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb3e4a34-38b4-4e12-b576-a597ea9ccc44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.030026063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"bebcec4a-d6af-47e7-a91a-3f79620b989b","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"name":"e2e-rt-sw-0649a6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.081904572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ec6d3d2-7a39-49e5-b982-63db670b14d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.081969957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2baef080-b5f6-451d-95da-ef17a956da3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.101798957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d539f7a9-00a0-440d-82c9-bb3165c7396a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.101817583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"6ded75a4-f44a-420b-af1a-929cc5ed8764","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.15898099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d539f7a9-00a0-440d-82c9-bb3165c7396a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.159619897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"6ded75a4-f44a-420b-af1a-929cc5ed8764","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.202727743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"96bfc1bc-b75a-45fd-8e32-993ed785dcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.202756473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"54a44d2f-92eb-4890-a404-65739cedd0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.259651185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"96bfc1bc-b75a-45fd-8e32-993ed785dcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.259799606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"54a44d2f-92eb-4890-a404-65739cedd0ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.303041676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e382d3ae-c2d4-4b2e-b397-15e82be338d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.360347359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e382d3ae-c2d4-4b2e-b397-15e82be338d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.415894044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e382d3ae-c2d4-4b2e-b397-15e82be338d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.479622603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c6cdeb59-bfee-4bc9-a4ca-64f5ce2afdbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.479677031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea6e0d22-5b34-4fb6-a39f-b719af133e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.548293646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c6cdeb59-bfee-4bc9-a4ca-64f5ce2afdbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.54944948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea6e0d22-5b34-4fb6-a39f-b719af133e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.580807207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f225ed7-f992-4d2f-bf40-5d8029a33411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.605387481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c6cdeb59-bfee-4bc9-a4ca-64f5ce2afdbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.609617322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea6e0d22-5b34-4fb6-a39f-b719af133e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.633229739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aa7a679-2299-4761-9394-b27c23ba0eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.633247287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c7f23209-1370-4fd9-8a6c-6cf7b7625dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.638282004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f225ed7-f992-4d2f-bf40-5d8029a33411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.691587945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aa7a679-2299-4761-9394-b27c23ba0eca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.691608769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c7f23209-1370-4fd9-8a6c-6cf7b7625dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:27.747863298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c7f23209-1370-4fd9-8a6c-6cf7b7625dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.142372499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"8eb2351d-a78e-42a8-b343-822e63128c76","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.198995603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"deeb0ce8-a474-4e34-b1c9-1b5a67b7904e","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.199020976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"deeb0ce8-a474-4e34-b1c9-1b5a67b7904e","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.300721277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8d930125-9941-4b14-a37a-9abdba0343b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.300908789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"807b0713-d197-41b3-8e4f-c41d72bf210f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.301148881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"eb7a01c7-7f9e-4eca-91a3-5432a9db2757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.301386824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f5b02d-1cb5-4089-9323-e10d1542aabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.300731295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"519ce5c1-f4ee-4b48-8b59-fd6b4e7ff2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.358449353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"eb7a01c7-7f9e-4eca-91a3-5432a9db2757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.358591613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8d930125-9941-4b14-a37a-9abdba0343b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.360594382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8f5b02d-1cb5-4089-9323-e10d1542aabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.360720431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"807b0713-d197-41b3-8e4f-c41d72bf210f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.362704846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"519ce5c1-f4ee-4b48-8b59-fd6b4e7ff2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.414226705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8d930125-9941-4b14-a37a-9abdba0343b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.414403529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"eb7a01c7-7f9e-4eca-91a3-5432a9db2757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.416213025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"807b0713-d197-41b3-8e4f-c41d72bf210f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.418358677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"519ce5c1-f4ee-4b48-8b59-fd6b4e7ff2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.568637877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d36f28e3-6380-4bd6-8ca2-7bdb5700d51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.568777696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a5da379-10b4-4c3d-b519-d72fb7b08864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.569711742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"367f651c-384e-4edd-8265-f5dff1b32df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.572512086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"322a283a-b3c9-41cb-bcb8-a744bac1644d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.625295736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a5da379-10b4-4c3d-b519-d72fb7b08864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.625404204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d36f28e3-6380-4bd6-8ca2-7bdb5700d51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.627747425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"367f651c-384e-4edd-8265-f5dff1b32df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.628751726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"322a283a-b3c9-41cb-bcb8-a744bac1644d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.669271315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"35100bf2-0e52-4f8e-bd6c-7871099b291c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.726022466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"35100bf2-0e52-4f8e-bd6c-7871099b291c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.960368943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175","reconcileID":"74c9385c-bd29-4fa7-ad32-f29f4e38514a","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-filter-sub-a-b6151175","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.983315815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"5fcd1501-77ed-46f6-a7f4-ec680e720c45","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.983554465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7f66fe0b-1d93-4be7-97b4-1eb4a90b9ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.98332421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"4b42f5c5-79c2-40f8-a147-595d97456c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:28.983878852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"575da9db-eab1-429a-b188-ab8b5e39a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.040553824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7f66fe0b-1d93-4be7-97b4-1eb4a90b9ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.040749945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"575da9db-eab1-429a-b188-ab8b5e39a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.042913849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"4b42f5c5-79c2-40f8-a147-595d97456c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.043023554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"5fcd1501-77ed-46f6-a7f4-ec680e720c45","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.174148991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175","reconcileID":"74c9385c-bd29-4fa7-ad32-f29f4e38514a","MaaSSubscription":{"name":"e2e-filter-sub-a-b6151175","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-filter-sub-b-12f7d6f4","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.382948445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a0fe4a39-0267-407d-8ab2-8aab33b8634e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.382952807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4","reconcileID":"f8191e86-98d2-482e-abb7-46a4b08e2def","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.389343358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"73063bcc-2151-427e-b025-fe4c47cde488","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.536234579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0bf2d02a-a211-4d09-9dbe-b196663efbea","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.547373667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d4a49713-6033-4367-aa46-4ed0a6771f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.547554176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"dea7648e-0e93-4187-8b79-30931cfaa1bb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.547378979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"33e2c078-5687-4cbb-ae9d-c69b7780aac4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.547845668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e36483fd-86d4-483d-adb0-31dfc5ee2343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.577987292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"61f31f28-6c87-4208-bdb9-05602407f778","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.604647707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d4a49713-6033-4367-aa46-4ed0a6771f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.6047538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"dea7648e-0e93-4187-8b79-30931cfaa1bb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.6069153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"33e2c078-5687-4cbb-ae9d-c69b7780aac4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.607007572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e36483fd-86d4-483d-adb0-31dfc5ee2343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.733017085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6c3f54cb-fda3-4c8d-a063-13edb5dbffa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.78978557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6c3f54cb-fda3-4c8d-a063-13edb5dbffa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.845106156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6c3f54cb-fda3-4c8d-a063-13edb5dbffa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.96324897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"e1d86477-4365-458a-bad6-7c8f9a85018c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.963370336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cc097900-1e89-4ac0-a4f0-ae17cc5f290b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.963695194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0cb27ad4-9bef-41e6-bb68-3db0c0cb4ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:29.96382935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"3a8eef7f-3fb9-4d75-9cac-1596ad2a0c5e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.005332573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b4ad2a4d-ea72-4624-90ee-0d177b5a81b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.025006953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"e1d86477-4365-458a-bad6-7c8f9a85018c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.027411211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cc097900-1e89-4ac0-a4f0-ae17cc5f290b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.031542745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0cb27ad4-9bef-41e6-bb68-3db0c0cb4ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.032896897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"3a8eef7f-3fb9-4d75-9cac-1596ad2a0c5e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.063732647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b4ad2a4d-ea72-4624-90ee-0d177b5a81b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.084711662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cc097900-1e89-4ac0-a4f0-ae17cc5f290b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.106394079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"e1d86477-4365-458a-bad6-7c8f9a85018c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.116596411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0cb27ad4-9bef-41e6-bb68-3db0c0cb4ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.262973814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2b13ca6a-843e-4f97-9707-b84d9adc6988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.263408184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"921a7354-418d-4421-b33b-90a33c930e3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.320415046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"921a7354-418d-4421-b33b-90a33c930e3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.320643037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2b13ca6a-843e-4f97-9707-b84d9adc6988","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.348871338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"faf54447-6d1a-4571-b8c2-63fba1150a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.405396248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"faf54447-6d1a-4571-b8c2-63fba1150a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.445525144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"dd1e570b-b54a-400d-9588-08db50b69d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.445524224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"21690774-acd5-4a6c-ba07-1fb7f44dd8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.504469772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"dd1e570b-b54a-400d-9588-08db50b69d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.504644546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"21690774-acd5-4a6c-ba07-1fb7f44dd8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.636786051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e36696e-f2be-4307-b6b4-c7de93b43296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.636794407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc36b95f-f9ee-4fb0-b01f-046c1f4bb39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.694043476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc36b95f-f9ee-4fb0-b01f-046c1f4bb39c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.694131892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e36696e-f2be-4307-b6b4-c7de93b43296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.737390187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e9cb4bf7-fe31-4197-8512-cb5c53c4cbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:30.794132904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e9cb4bf7-fe31-4197-8512-cb5c53c4cbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.324946706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"59761223-a578-42bc-9dd2-db35764ffd36","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.325067513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"59761223-a578-42bc-9dd2-db35764ffd36","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.43375299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"bb1140bc-635d-4322-a4cc-4786b60f28d0","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.433896016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"bb1140bc-635d-4322-a4cc-4786b60f28d0","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.538945169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"24cf78b7-35a5-4a1e-92fb-0cc8037ff492","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:32.607925602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"24cf78b7-35a5-4a1e-92fb-0cc8037ff492","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.041382578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"bd2cd9ed-e15e-4154-b965-fa893b646d39","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:33.041514331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"bd2cd9ed-e15e-4154-b965-fa893b646d39","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.029150048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"8f2c4af3-9069-475b-bfda-bef2453d0cf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.146117704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"ef718d71-ce49-4b4a-adb2-2bacf6bc22bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.313367226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"ac2b6fb6-87eb-4b2f-9111-c6fef60bfbcc","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.322154105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"ebc0558c-ea0b-432c-a328-928e72431e80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.422166158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"6bf0317f-54bd-4de9-8afc-11297588de05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.519067444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"132e23dc-0d3b-4b69-b927-2ea43775fe1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.553535262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"5a3411e2-42f4-4375-80e3-75dabf4265ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.618953889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"aa9e05aa-00e2-4df0-be3e-737eed8b5870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.721116743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f2202d3-3930-482d-9165-bffbbeb18a1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.795471766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"eed277f1-d99e-44ab-ba9d-294de7d203c1","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.830588351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"af2b840b-e334-4c05-82c7-ac3a33a7d206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.882418514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"700b4dd2-2185-48e9-99fe-f9de9e074275","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.888992743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"4fb1d735-e52b-4067-96e4-98590c9f7ea4","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.889012312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"4fb1d735-e52b-4067-96e4-98590c9f7ea4","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.934647265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"31c897e7-e918-4c5d-a1cd-1f4166f3ec41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:37.945355309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"c8c96522-01ee-4e63-935e-7d2641ae4054","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-0649a6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.96501401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7e690149-336c-4f25-aac0-04acdd0c33c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:37.965430971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"772131c4-1e34-4005-9e05-6494cadd7ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.023350329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"772131c4-1e34-4005-9e05-6494cadd7ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.023344023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7e690149-336c-4f25-aac0-04acdd0c33c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.049620016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"29f9cd20-0dd9-4c5f-8624-817a6d104a2f","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.049641596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"29f9cd20-0dd9-4c5f-8624-817a6d104a2f","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.078945705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"772131c4-1e34-4005-9e05-6494cadd7ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.079005915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7e690149-336c-4f25-aac0-04acdd0c33c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.12007323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4e4979-b56b-48d2-a0ec-7680bafdfac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.120092819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea6aabc-df0d-479d-96cb-e895a71b6f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.120526407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"ea707903-84a7-4578-b6f1-774d7eec3684","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:38.154442449Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"29f9cd20-0dd9-4c5f-8624-817a6d104a2f","name":"e2e-rt-sw-0649a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-0649a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:05:38.154500727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"29f9cd20-0dd9-4c5f-8624-817a6d104a2f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-0649a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.154628577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"9c232ef8-eff1-43c7-985d-17e9dc14e210","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.177276291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4e4979-b56b-48d2-a0ec-7680bafdfac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.177466722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"ea707903-84a7-4578-b6f1-774d7eec3684","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.179503801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea6aabc-df0d-479d-96cb-e895a71b6f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.20686814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"6af35ec5-7b21-4ec5-b7d1-3dc445fb335b","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.206887708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"6af35ec5-7b21-4ec5-b7d1-3dc445fb335b","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.260431384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"a034b23f-7d76-4af5-b09d-5efb1217ec08","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.260773582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"2dcc0ec6-2323-42c0-82a2-34229d4231f5","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.291115302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"726fcbc8-f318-427d-bf1f-2cbbfb80577e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.292378932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d4d0da3c-ca84-4f2d-9997-ee6e2edfaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.348192459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"726fcbc8-f318-427d-bf1f-2cbbfb80577e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.348965449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d4d0da3c-ca84-4f2d-9997-ee6e2edfaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.377418841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"c3c7aec2-448b-4205-8018-dd1c7a1f9aff","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"e2e-rt-sw-0649a6","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-0649a6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.403707006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0257f238f352e88a1ccb009419452d343dcb8ef0c42450594c05e7fa55b0a0c7) AuthConfig (c03d8fbe88daf43bbc99666ac0cc1ce448ab1fb871e52ad7847c69c2b3e65933) AuthConfig (30d12b1f18cf14b8224835073789ae235a2ecb40d7d57975ae191b3e87d7f362) AuthConfig (5e3e6316c7f8c4e510600ef9680bb0ff81a26440a1f23c8de2068eed4063efc6) AuthConfig (486e8d9d7976d098f930b50fdb9c7e392db66c3fcfd4511a0b1356fb35637c87) AuthConfig (8ae1014b02a90bb2bef09ca8ec42d408860afb7c4aa002898b48ad94bf7c0c05) AuthConfig (61f405f0845df9c1a887ddced163ae793a9f7036fbfac7adf44950a2cbaccb39) AuthConfig (3d442757e2e1e057133084f67bf0593ddbaeef3cd1b41a81130d4cf94e7fa9fc) AuthConfig (8af5545e6d70d0b3ebeb360a925fe156e8f9f9a357e9597a831d57a714903452) AuthConfig (8cbe75f5af1d6120bfafb52ce4c14ebd107878f2e8b7c6c92a55363e566a25a7) AuthConfig (29cc46ce312397ce90d5b43c1711271d107426001275823ac9e7a0abd14833ed) AuthConfig (265d2932f6e98e54ef853ef5bf4d0578505c4a070301737cf245544697b57a4f) AuthConfig (4affc5e2b9e5607d447a24dff29e40309132a58179fa90dcb753f81778f47fa0) AuthConfig (7858ef2ddc4d4bbd814c4ff7778c4b385634aa8335fe14f8b8009ed8864bad36) AuthConfig (3f26d92d951e787d0fa516f12bccb56b295bb441ec6d9185b73aad266a710b16) AuthConfig (7fd150238bb54d8ef2885b79ce7851fd47d7a203d852ded0d0bbcece1ebc1922) AuthConfig (e4d82444e4cc32bc451517d6019b1bd672e93bb285c9705e79fde4a550c7d680) AuthConfig (1843218d969edfeb826694fc3d2d0396dc72321a117a9f1b4a191d23a1b1ca9b) AuthConfig (ae79c39395e81316cc4b8b0cc0ee516824708f373cdbaeb06f7a0c2cc5b986f4) AuthConfig (d3430a213bdb6f61cc78c7b2fc9aabac540b72bb856d2c07e46d0d5e00336469) AuthConfig (0e5f74c1f4f99c446a60a23efc18dc53dff4302d9364754fb062cb8e4ac4528c) AuthConfig (c7da0e10a389f3ee9edfcf4f4aa7eb46b337069ffb2695f4a14f738b5b5ffbc8) AuthConfig (4d5a9ea05a6ec1bb780e25673de4d43ecd625ea343249b2bb82b45450f37f4d6) AuthConfig (3de013f83a8bc9f1bb87be371de5aefeae1817fad4f4898bf6360126c1298850) AuthConfig (c1c8f392977a0c75eb23cd84fdfb7abdadef9b6ba34e8a4c781f40a619441932) AuthConfig (9d1ccf4763551794b1512d6caa03ede08447e1f91796e8f547237d3c0db15ad3) AuthConfig (700d0cfbae756bd5944795f9bb8233cd076270df7666387040e52118470cfae6) AuthConfig (d5e67626bc9721ad69c21d466d75c41b697ca6f8facbdb6de7ca9cb13775d18c) AuthConfig (bb5e7c28c9d6a20de2aa519705e9ac67b49914240c5b333ba9fbe9ba0f9fc20b) AuthConfig (1b5fee2b3ca3c63a061691ce04ca15dd935b303b09e8250aead5fa5aca7d64f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"726fcbc8-f318-427d-bf1f-2cbbfb80577e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.404150618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0257f238f352e88a1ccb009419452d343dcb8ef0c42450594c05e7fa55b0a0c7) AuthConfig (c03d8fbe88daf43bbc99666ac0cc1ce448ab1fb871e52ad7847c69c2b3e65933) AuthConfig (30d12b1f18cf14b8224835073789ae235a2ecb40d7d57975ae191b3e87d7f362) AuthConfig (5e3e6316c7f8c4e510600ef9680bb0ff81a26440a1f23c8de2068eed4063efc6) AuthConfig (486e8d9d7976d098f930b50fdb9c7e392db66c3fcfd4511a0b1356fb35637c87) AuthConfig (8ae1014b02a90bb2bef09ca8ec42d408860afb7c4aa002898b48ad94bf7c0c05) AuthConfig (61f405f0845df9c1a887ddced163ae793a9f7036fbfac7adf44950a2cbaccb39) AuthConfig (3d442757e2e1e057133084f67bf0593ddbaeef3cd1b41a81130d4cf94e7fa9fc) AuthConfig (8af5545e6d70d0b3ebeb360a925fe156e8f9f9a357e9597a831d57a714903452) AuthConfig (8cbe75f5af1d6120bfafb52ce4c14ebd107878f2e8b7c6c92a55363e566a25a7) AuthConfig (29cc46ce312397ce90d5b43c1711271d107426001275823ac9e7a0abd14833ed) AuthConfig (265d2932f6e98e54ef853ef5bf4d0578505c4a070301737cf245544697b57a4f) AuthConfig (4affc5e2b9e5607d447a24dff29e40309132a58179fa90dcb753f81778f47fa0) AuthConfig (7858ef2ddc4d4bbd814c4ff7778c4b385634aa8335fe14f8b8009ed8864bad36) AuthConfig (3f26d92d951e787d0fa516f12bccb56b295bb441ec6d9185b73aad266a710b16) AuthConfig (7fd150238bb54d8ef2885b79ce7851fd47d7a203d852ded0d0bbcece1ebc1922) AuthConfig (e4d82444e4cc32bc451517d6019b1bd672e93bb285c9705e79fde4a550c7d680) AuthConfig (1843218d969edfeb826694fc3d2d0396dc72321a117a9f1b4a191d23a1b1ca9b) AuthConfig (ae79c39395e81316cc4b8b0cc0ee516824708f373cdbaeb06f7a0c2cc5b986f4) AuthConfig (d3430a213bdb6f61cc78c7b2fc9aabac540b72bb856d2c07e46d0d5e00336469) AuthConfig (0e5f74c1f4f99c446a60a23efc18dc53dff4302d9364754fb062cb8e4ac4528c) AuthConfig (c7da0e10a389f3ee9edfcf4f4aa7eb46b337069ffb2695f4a14f738b5b5ffbc8) AuthConfig (4d5a9ea05a6ec1bb780e25673de4d43ecd625ea343249b2bb82b45450f37f4d6) AuthConfig (3de013f83a8bc9f1bb87be371de5aefeae1817fad4f4898bf6360126c1298850) AuthConfig (c1c8f392977a0c75eb23cd84fdfb7abdadef9b6ba34e8a4c781f40a619441932) AuthConfig (9d1ccf4763551794b1512d6caa03ede08447e1f91796e8f547237d3c0db15ad3) AuthConfig (700d0cfbae756bd5944795f9bb8233cd076270df7666387040e52118470cfae6) AuthConfig (d5e67626bc9721ad69c21d466d75c41b697ca6f8facbdb6de7ca9cb13775d18c) AuthConfig (bb5e7c28c9d6a20de2aa519705e9ac67b49914240c5b333ba9fbe9ba0f9fc20b) AuthConfig (1b5fee2b3ca3c63a061691ce04ca15dd935b303b09e8250aead5fa5aca7d64f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d4d0da3c-ca84-4f2d-9997-ee6e2edfaf8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.461196516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"0c62fea8-0109-4b4a-b008-39244ae8e44a","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.463837538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"a8cc1cb5-d131-45d0-96ed-7a93237420a2","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.485446137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8fce4e86-0a57-4afa-8b02-420ff8b6af3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.485447397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3d38969d-523b-4d85-b00d-f3a53dbeadb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.54271375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8fce4e86-0a57-4afa-8b02-420ff8b6af3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.544928759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3d38969d-523b-4d85-b00d-f3a53dbeadb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.59939305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8fce4e86-0a57-4afa-8b02-420ff8b6af3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.599878951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3d38969d-523b-4d85-b00d-f3a53dbeadb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.639557373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0288abde-ba04-4883-a242-3f6c12139792","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.646926007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"529d6fae-6a93-4f65-b837-77916efc12cc","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.646955424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"529d6fae-6a93-4f65-b837-77916efc12cc","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.667471758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ee72bf-cd73-4acf-9fa8-a879894bfe51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.6680105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4c8a2c7-6681-46ef-9bea-31cc8a1176c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.696112887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0288abde-ba04-4883-a242-3f6c12139792","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.724748029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98ee72bf-cd73-4acf-9fa8-a879894bfe51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.725006063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4c8a2c7-6681-46ef-9bea-31cc8a1176c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:38.856432144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"1ff4e644-c98a-4ada-bb02-bda42255a54b","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.698228274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4","reconcileID":"d1200e77-3687-4842-b099-dd5751f3f066","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-filter-sub-b-12f7d6f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:39.912799612Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4","reconcileID":"d1200e77-3687-4842-b099-dd5751f3f066","MaaSSubscription":{"name":"e2e-filter-sub-b-12f7d6f4","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.120943724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"8e3671b6-fdc9-474f-ac08-a6e8e61152d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.180381023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"2d13188e-74d9-4dba-b50c-486f994e6272","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.327863553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0115cc40-c2bf-4435-b259-a87dec9b93b9","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.334930813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"c9520d84-60db-44ee-845e-9678dc5ba6ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.33505951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6ec34b83-940a-4162-918d-933ed0236257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.335454856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"b9863e3f-fa94-456d-8194-075a6e815da1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.335487671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"330480c3-774d-4d30-8593-d5791e2acadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.392338558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"c9520d84-60db-44ee-845e-9678dc5ba6ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.392488298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"b9863e3f-fa94-456d-8194-075a6e815da1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.394577277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6ec34b83-940a-4162-918d-933ed0236257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.394946917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"330480c3-774d-4d30-8593-d5791e2acadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.596510294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-a-b6151175-auth","reconcileID":"3cbcbc68-3486-44aa-b7b7-c7d556a5f50c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b6151175-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.755691711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5aabc598-a080-4719-89ae-083f867a443f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.897115586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"714e102d-7ffb-4203-bf65-ba7f71ad5156","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:40.897166065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-filter-sub-b-12f7d6f4-auth","reconcileID":"6ebbd708-e138-4bd5-8208-4ec2992799b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12f7d6f4-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:41.109205546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8b0711a4-3abd-45ff-9430-d6ab6628f701","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.475456163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a9fd5cf9-70dd-405e-9518-5ae75305b7ed","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.531698229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5bdcc2ee-fc30-420a-babb-f857ed8c2790","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.617270919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"42e1db8d-815f-48ed-af9c-6bb5754046ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.618105141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2f74016b-8b27-4c94-9bb0-72ba34adeed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.674619291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"42e1db8d-815f-48ed-af9c-6bb5754046ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.674944404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2f74016b-8b27-4c94-9bb0-72ba34adeed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.716944759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-gw-auth-f77aafbf","reconcileID":"d782010b-1245-4612-812a-f2f135824936","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.729907182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0257f238f352e88a1ccb009419452d343dcb8ef0c42450594c05e7fa55b0a0c7) AuthConfig (c03d8fbe88daf43bbc99666ac0cc1ce448ab1fb871e52ad7847c69c2b3e65933) AuthConfig (30d12b1f18cf14b8224835073789ae235a2ecb40d7d57975ae191b3e87d7f362) AuthConfig (5e3e6316c7f8c4e510600ef9680bb0ff81a26440a1f23c8de2068eed4063efc6) AuthConfig (486e8d9d7976d098f930b50fdb9c7e392db66c3fcfd4511a0b1356fb35637c87) AuthConfig (8ae1014b02a90bb2bef09ca8ec42d408860afb7c4aa002898b48ad94bf7c0c05) AuthConfig (61f405f0845df9c1a887ddced163ae793a9f7036fbfac7adf44950a2cbaccb39) AuthConfig (3d442757e2e1e057133084f67bf0593ddbaeef3cd1b41a81130d4cf94e7fa9fc) AuthConfig (8af5545e6d70d0b3ebeb360a925fe156e8f9f9a357e9597a831d57a714903452) AuthConfig (8cbe75f5af1d6120bfafb52ce4c14ebd107878f2e8b7c6c92a55363e566a25a7) AuthConfig (29cc46ce312397ce90d5b43c1711271d107426001275823ac9e7a0abd14833ed) AuthConfig (265d2932f6e98e54ef853ef5bf4d0578505c4a070301737cf245544697b57a4f) AuthConfig (4affc5e2b9e5607d447a24dff29e40309132a58179fa90dcb753f81778f47fa0) AuthConfig (7858ef2ddc4d4bbd814c4ff7778c4b385634aa8335fe14f8b8009ed8864bad36) AuthConfig (3f26d92d951e787d0fa516f12bccb56b295bb441ec6d9185b73aad266a710b16) AuthConfig (7fd150238bb54d8ef2885b79ce7851fd47d7a203d852ded0d0bbcece1ebc1922) AuthConfig (e4d82444e4cc32bc451517d6019b1bd672e93bb285c9705e79fde4a550c7d680) AuthConfig (1843218d969edfeb826694fc3d2d0396dc72321a117a9f1b4a191d23a1b1ca9b) AuthConfig (ae79c39395e81316cc4b8b0cc0ee516824708f373cdbaeb06f7a0c2cc5b986f4) AuthConfig (d3430a213bdb6f61cc78c7b2fc9aabac540b72bb856d2c07e46d0d5e00336469) AuthConfig (0e5f74c1f4f99c446a60a23efc18dc53dff4302d9364754fb062cb8e4ac4528c) AuthConfig (c7da0e10a389f3ee9edfcf4f4aa7eb46b337069ffb2695f4a14f738b5b5ffbc8) AuthConfig (4d5a9ea05a6ec1bb780e25673de4d43ecd625ea343249b2bb82b45450f37f4d6) AuthConfig (3de013f83a8bc9f1bb87be371de5aefeae1817fad4f4898bf6360126c1298850) AuthConfig (c1c8f392977a0c75eb23cd84fdfb7abdadef9b6ba34e8a4c781f40a619441932) AuthConfig (9d1ccf4763551794b1512d6caa03ede08447e1f91796e8f547237d3c0db15ad3) AuthConfig (700d0cfbae756bd5944795f9bb8233cd076270df7666387040e52118470cfae6) AuthConfig (d5e67626bc9721ad69c21d466d75c41b697ca6f8facbdb6de7ca9cb13775d18c) AuthConfig (bb5e7c28c9d6a20de2aa519705e9ac67b49914240c5b333ba9fbe9ba0f9fc20b) AuthConfig (1b5fee2b3ca3c63a061691ce04ca15dd935b303b09e8250aead5fa5aca7d64f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"42e1db8d-815f-48ed-af9c-6bb5754046ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.730140051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-637fdb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0257f238f352e88a1ccb009419452d343dcb8ef0c42450594c05e7fa55b0a0c7) AuthConfig (c03d8fbe88daf43bbc99666ac0cc1ce448ab1fb871e52ad7847c69c2b3e65933) AuthConfig (30d12b1f18cf14b8224835073789ae235a2ecb40d7d57975ae191b3e87d7f362) AuthConfig (5e3e6316c7f8c4e510600ef9680bb0ff81a26440a1f23c8de2068eed4063efc6) AuthConfig (486e8d9d7976d098f930b50fdb9c7e392db66c3fcfd4511a0b1356fb35637c87) AuthConfig (8ae1014b02a90bb2bef09ca8ec42d408860afb7c4aa002898b48ad94bf7c0c05) AuthConfig (61f405f0845df9c1a887ddced163ae793a9f7036fbfac7adf44950a2cbaccb39) AuthConfig (3d442757e2e1e057133084f67bf0593ddbaeef3cd1b41a81130d4cf94e7fa9fc) AuthConfig (8af5545e6d70d0b3ebeb360a925fe156e8f9f9a357e9597a831d57a714903452) AuthConfig (8cbe75f5af1d6120bfafb52ce4c14ebd107878f2e8b7c6c92a55363e566a25a7) AuthConfig (29cc46ce312397ce90d5b43c1711271d107426001275823ac9e7a0abd14833ed) AuthConfig (265d2932f6e98e54ef853ef5bf4d0578505c4a070301737cf245544697b57a4f) AuthConfig (4affc5e2b9e5607d447a24dff29e40309132a58179fa90dcb753f81778f47fa0) AuthConfig (7858ef2ddc4d4bbd814c4ff7778c4b385634aa8335fe14f8b8009ed8864bad36) AuthConfig (3f26d92d951e787d0fa516f12bccb56b295bb441ec6d9185b73aad266a710b16) AuthConfig (7fd150238bb54d8ef2885b79ce7851fd47d7a203d852ded0d0bbcece1ebc1922) AuthConfig (e4d82444e4cc32bc451517d6019b1bd672e93bb285c9705e79fde4a550c7d680) AuthConfig (1843218d969edfeb826694fc3d2d0396dc72321a117a9f1b4a191d23a1b1ca9b) AuthConfig (ae79c39395e81316cc4b8b0cc0ee516824708f373cdbaeb06f7a0c2cc5b986f4) AuthConfig (d3430a213bdb6f61cc78c7b2fc9aabac540b72bb856d2c07e46d0d5e00336469) AuthConfig (0e5f74c1f4f99c446a60a23efc18dc53dff4302d9364754fb062cb8e4ac4528c) AuthConfig (c7da0e10a389f3ee9edfcf4f4aa7eb46b337069ffb2695f4a14f738b5b5ffbc8) AuthConfig (4d5a9ea05a6ec1bb780e25673de4d43ecd625ea343249b2bb82b45450f37f4d6) AuthConfig (3de013f83a8bc9f1bb87be371de5aefeae1817fad4f4898bf6360126c1298850) AuthConfig (c1c8f392977a0c75eb23cd84fdfb7abdadef9b6ba34e8a4c781f40a619441932) AuthConfig (9d1ccf4763551794b1512d6caa03ede08447e1f91796e8f547237d3c0db15ad3) AuthConfig (700d0cfbae756bd5944795f9bb8233cd076270df7666387040e52118470cfae6) AuthConfig (d5e67626bc9721ad69c21d466d75c41b697ca6f8facbdb6de7ca9cb13775d18c) AuthConfig (bb5e7c28c9d6a20de2aa519705e9ac67b49914240c5b333ba9fbe9ba0f9fc20b) AuthConfig (1b5fee2b3ca3c63a061691ce04ca15dd935b303b09e8250aead5fa5aca7d64f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2f74016b-8b27-4c94-9bb0-72ba34adeed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.754316383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4b8847b9-28e9-491e-b65b-975948cc7f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.754317069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ebe08f85-1c70-495d-97e5-3d4c1f93f19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.773773503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-gw-auth-f77aafbf","reconcileID":"d782010b-1245-4612-812a-f2f135824936","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.811956459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4b8847b9-28e9-491e-b65b-975948cc7f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.812010287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ebe08f85-1c70-495d-97e5-3d4c1f93f19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.867746921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4b8847b9-28e9-491e-b65b-975948cc7f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:48.867876854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b42983-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cabd23b83ad09cd1667c67406f98a0f5ee9c60f666f298fa8043698f611e5496) AuthConfig (d889bb777de21e51378ec8ae3b80d17f7702e55496001fed493fb8556bfabf73) AuthConfig (9c8f89f7a47da3319723d8d6de23d145e91cc95f67536ff70dc47aeb3f3be351) AuthConfig (c2a2ab7c4a08bc8b58444c587657dff7f3b25b4b43bc47d2a02db19c6042cafa) AuthConfig (bfca17b43347377b881ebe0584ed2a8428f5bf19dc523b3a48163d5ac87b5277) AuthConfig (c2f1aa92107306f71d603367c1ff15b347a45d14adaee4544f3d15abcaa6b060) AuthConfig (efeccbebdb3d077d66e08190dff680747630d810d4dc59ab037b3947fd7d3ca1) AuthConfig (3fd53078f8c4beb65678ddfd38dcae8246f30fa9bab57a87fb67cfda28743e8c) AuthConfig (b02fa6060c96485983cc9147b4e49cb7c07b02bfe327683217319c24bb75e92b) AuthConfig (6618945b79ec3263ffac7ad18048b62bc24268ed2fef49da00d21d8049f3601c) AuthConfig (1f5f49caa3f77f0a76fd4c8dbf0f06b5a1d0a6ef74326edb338a009767023b58) AuthConfig (90902dbed12c45a31ee62b669e0fb425e64d05d0b0c70a00e3c3aa6142a942f3) AuthConfig (19f67647592459c8dbb989fbfaf6c3194503f8166529a73634f4e39abb85452f) AuthConfig (821d4c4d0544886d71ca27882b16e2b12885bf9c639d6956b561a25b46decaea) AuthConfig (e55f99543064df72ab61ef25ba15994f1cdc0e2113d8745c485463110e55e89f) AuthConfig (8256408dbeeaf758b7a36a814c883d878ebb9e3fa9cdeaee85d983b0c41e2a8b) AuthConfig (f22b5479173df25c032fcbbc95624c368b1e9663eae2b406655280aa86f00220) AuthConfig (0d73fe28e507c065f503c32b201de6f6d6963f1f68fa7466a0d1102ce1d4cee5) AuthConfig (15c172aa75324e8f6c164084e986a2f81241de3e4cd21271b65ee1fd2aadaf3f) AuthConfig (f68d557a86848b96fd18a9b4049102bd8ff56e86aa65f6846802e1b81f26cbf5) AuthConfig (4501acb2b2d6fd25088e681672c92bca371b58be25bff164e94a86d0809b21e3) AuthConfig (1aa47a0cd95e6e7c82df7f09411a995f4dc9a5c448860ccb2bc6119264b97d69) AuthConfig (f883659b364a8f51db6d1e7b00d5abc790903363a6300b562e665aa4e67d1cb6) AuthConfig (a5b02b3180785e8ffd127067d002c3dd198ef2385f5f71c9ed77f70fa4c19180) AuthConfig (362a41ae7d5e3b996cee5b37fee20f40f3fc2d5f2a931ffaffddd755b6168f81) AuthConfig (4b203435124b4f3d8b32d6a03f6868da1610eaf6549541650074ca642668ebe7) AuthConfig (a3f9efae7a6f69a2026247226a36d26040a36240b63d3c5e155767245ece36d1) AuthConfig (597ca002f10bc0bf6e860aa1a39168665929eac96629e48b18654c458216dd3a) AuthConfig (e403533a19ab6e5fcfb0f7710e08650617d77dda55d23514c387bdabdfcd159e) AuthConfig (2ef315260169bc2ee7411b08dfeba4a5a7f42dcec2f45eb2b5397b272af69b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ebe08f85-1c70-495d-97e5-3d4c1f93f19f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.090261018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"4a25656a-214f-4bef-8c9b-147e28d2c260","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.244852172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-gw-auth-f77aafbf","reconcileID":"8f01f955-a861-4e3a-8d4c-519fdc92fcb1","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:49.30151931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-gw-auth-f77aafbf","reconcileID":"8f01f955-a861-4e3a-8d4c-519fdc92fcb1","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:52.992292405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:55.873768293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"f0eedf35-afb7-4729-ae19-5346c62dcbf6","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.154739387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"5db22311-0d20-4b4e-95e4-25532f35fceb","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.154779962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"5db22311-0d20-4b4e-95e4-25532f35fceb","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.68928315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa06872-e00f-4fab-97e9-f8977820a04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.689730173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18c43a58-8ca1-4c03-8843-feff5a31ae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.689689481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"d4d4565e-4d82-4d76-aaae-3e2eec803757","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.749901994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18c43a58-8ca1-4c03-8843-feff5a31ae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.753080089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"d4d4565e-4d82-4d76-aaae-3e2eec803757","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:56.753704341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa06872-e00f-4fab-97e9-f8977820a04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.055080917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"c62b9a92-e6c7-4ecd-9996-15fbdc35bda7","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.055840148Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-gw-auth-f77aafbf","reconcileID":"fd509d3f-5ebd-4e01-a143-f73ae19a0c64","MaaSAuthPolicy":{"name":"e2e-gw-auth-f77aafbf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.265964904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7548b146-c4f1-4fcc-b26c-e7b5e3db9df8","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.278323676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ae4fecb6-ba65-433a-88d4-7552beedbc20","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.337433899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"74f8f0a7-0f59-4d45-8cae-20ccba6da5a1","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.337472014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"74f8f0a7-0f59-4d45-8cae-20ccba6da5a1","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.441927113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b7194048-76eb-4ddb-a194-631e944d15fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.442806043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"306a3732-6330-49b9-b351-7a9be56583db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.443481131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5188a5b6-3c54-4fd4-b847-4fb77179056d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.444253794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2d5726c9-b27a-42c4-8536-3f22fad2c314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.444850243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d93ecb1a-cd98-4f23-8bb1-fd5a923507e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.50312105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2d5726c9-b27a-42c4-8536-3f22fad2c314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.50345522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"306a3732-6330-49b9-b351-7a9be56583db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.505284194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"667a518b-efa0-405e-8034-522778517c6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.505300561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"667a518b-efa0-405e-8034-522778517c6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.506130697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"310b26fa-52eb-4835-ae60-c7d17a97bf1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.506146773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"310b26fa-52eb-4835-ae60-c7d17a97bf1b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.506788141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f062cf20-311b-41fb-af6e-6fa0936de12f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.5068039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f062cf20-311b-41fb-af6e-6fa0936de12f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.507410042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43d80974-d35a-443b-88e5-ba103f30e06a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.507424567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43d80974-d35a-443b-88e5-ba103f30e06a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.508125948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f69246a8-54b9-4115-9faf-3a892faafad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.508222955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f69246a8-54b9-4115-9faf-3a892faafad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.509145501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"b7194048-76eb-4ddb-a194-631e944d15fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.509681254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"159488a5-06e4-4ecf-aca9-d328f846c45d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.50970639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"159488a5-06e4-4ecf-aca9-d328f846c45d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.510312911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7dd07fb5-2863-4a18-b89f-323753243f43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.510340412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7dd07fb5-2863-4a18-b89f-323753243f43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.511547129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7a7652-f98b-4fef-8631-db93cff270a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.511567264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7a7652-f98b-4fef-8631-db93cff270a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.512629314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5188a5b6-3c54-4fd4-b847-4fb77179056d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.51461871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d93ecb1a-cd98-4f23-8bb1-fd5a923507e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.564688229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"c4cc6d39-9cab-4496-8be8-f3f494390048","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.564816855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"c4cc6d39-9cab-4496-8be8-f3f494390048","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.714231929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"999bef8f-78bc-4b9e-943a-b216832f8f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.818757907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12f0e66e-1916-400d-a594-45bbf6a6df2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.870695606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"81587131-abac-4b07-b8ac-40469897449d","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.873091529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c2a325d7-4601-47de-a394-ebbb40900466","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.875044347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"70280d85-ba24-457f-b141-694796e89449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.876364089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"30936a9b-5203-4498-853d-d2f7e81f32f4","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.876667713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"75478c80-8022-46eb-9ddf-d4db03536647","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.87836768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"36fc34b2-7352-4f35-9392-0a9b115b6c5d","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:58.932516509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"70280d85-ba24-457f-b141-694796e89449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.028379756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4569ca1b-011d-40e1-b3d0-2f8a48cdae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.028970961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"5f288984-a9ef-482b-98e7-79b2d0b83918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.080332505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8cb6659-3690-4568-88b0-8a187f0acb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.08557514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"5f288984-a9ef-482b-98e7-79b2d0b83918","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.085810055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4569ca1b-011d-40e1-b3d0-2f8a48cdae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.09336841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0004b79-40de-44e4-8ea3-b2b788ae9e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.144319359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8cb6659-3690-4568-88b0-8a187f0acb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.155720831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0004b79-40de-44e4-8ea3-b2b788ae9e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.255568934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3788678c-a5c5-4f01-86fc-127d5ac6ec90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.312779011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3788678c-a5c5-4f01-86fc-127d5ac6ec90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.40724853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"68248dbe-e9d1-4b81-82c5-dbee57c876af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.458437081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"b887a48c-40af-4904-ba05-8bc503b31ba5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.464367674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"68248dbe-e9d1-4b81-82c5-dbee57c876af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.552245784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"b887a48c-40af-4904-ba05-8bc503b31ba5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.592030528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ede16759-c40c-47af-b95b-5681e2dcdc8a","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.762765622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c1c456c6-a1b9-408c-ba89-9aabc7a3a704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.775825574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"75fd9e71-a102-4545-9eb5-cafd49b0d84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.776653346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9dce2691-4584-42f2-bf89-ceca9bb2c2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.820803277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c1c456c6-a1b9-408c-ba89-9aabc7a3a704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.84151638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"75fd9e71-a102-4545-9eb5-cafd49b0d84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.84657467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9dce2691-4584-42f2-bf89-ceca9bb2c2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.880489965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cdd33d5d-44fa-49b4-b214-dd941b403244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:05:59.944072248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cdd33d5d-44fa-49b4-b214-dd941b403244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.045595942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"6aaeae57-34a5-4ba9-b7c1-266b3f102c8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.104900782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"6aaeae57-34a5-4ba9-b7c1-266b3f102c8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.197674051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4c8de195-ca49-4b98-a45f-3f14b7dd9347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.258942023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4c8de195-ca49-4b98-a45f-3f14b7dd9347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.297795555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ebb0aa68-bf9a-4c97-9b84-db556d92ba6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.29794489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3d4b56e0-2dda-4f7d-8d66-be68bdcd4c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.297792637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2d561685-d70d-49ee-a5df-2b8302f81f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.36110645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2d561685-d70d-49ee-a5df-2b8302f81f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.36134256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3d4b56e0-2dda-4f7d-8d66-be68bdcd4c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.366003472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ebb0aa68-bf9a-4c97-9b84-db556d92ba6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.518797992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"84cdde57-ed47-45c7-968b-0c04f156901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.576881213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"84cdde57-ed47-45c7-968b-0c04f156901d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.671435319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4564b0cd-18bf-4348-84fd-f6ead607587f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.721146883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"8bc81aa7-05f2-4e9b-bebf-7c3af75a6920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.727856844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4564b0cd-18bf-4348-84fd-f6ead607587f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.772648426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cd0bba6-290f-4c0e-a69a-788a2690d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.77790275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"8bc81aa7-05f2-4e9b-bebf-7c3af75a6920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:00.829583186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cd0bba6-290f-4c0e-a69a-788a2690d061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.221525333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"6e4e11b2-3a2d-4823-b604-205a6cfab085","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.221920663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"3c5a5e5e-b1ec-48b0-a0db-8bb1eb618e89","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.292037384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"63c3ae0c-0f53-4b38-9554-7f8798bcffbd","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.292425511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"9b87fd7f-efe6-49e0-8b41-65bad00b0d37","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.376166847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5e65f8aa-9d88-4e54-9dab-e32cf2e5ff2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.377056324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8c8d2b04-3055-4361-96e6-9b42e2d4b81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.435256364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"54620c6a-91a0-4ec1-991d-60f625ceaae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.43621581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"b7b6fb3d-525d-48ee-bbb6-2be2dd091782","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.453487317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8c8d2b04-3055-4361-96e6-9b42e2d4b81d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.454661191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5e65f8aa-9d88-4e54-9dab-e32cf2e5ff2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.814522538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"23c4ab92-5ef8-4257-b643-e90d8eba238c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.814520852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fa03a228-f41a-4c8d-baac-7f405bf0b151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.871835165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fa03a228-f41a-4c8d-baac-7f405bf0b151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:02.871936665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"23c4ab92-5ef8-4257-b643-e90d8eba238c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.126766911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"9fe9f557-06d1-4c1e-a529-d9a4bfc2b781","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.183709901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"6042912b-9804-4cf8-a78f-860d71ad9e8a","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.344212144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"c61e6d4e-8476-4a56-9a6f-cf71819d402b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.401293086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"c61e6d4e-8476-4a56-9a6f-cf71819d402b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.406035386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"be05d0a0-eb94-4a55-9d4a-9fedb924d17a","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.462466695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"1073d158-08dc-4af6-9843-693b3f8c0439","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:06:04.512596569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb","reconcileID":"1968a79e-8d2c-44bc-84c7-d062d66fef88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-6b0329cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.559975813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d1fafce0-8b50-4ace-9b31-37e96917b1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.560113754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a693cebf-b911-47e3-97f0-ce52fbb0b14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.619151576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d1fafce0-8b50-4ace-9b31-37e96917b1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.619150598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a693cebf-b911-47e3-97f0-ce52fbb0b14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.627092483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"908a9e71-8d8d-4166-8b4b-5de6576b0498","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.682451543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"64526104-1fc8-4d12-852c-8a2353e8de80","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.717369059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"db36a6e0-11d9-47e7-99ff-179ada5fb844","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.906439883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"f4075576-b468-4ab3-a970-dc703ea07b60","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.980116815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb","reconcileID":"03d1f680-4db6-4c8d-b5d6-5f362a990d3b","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-bulk-sub-6b0329cb","ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:04.984431704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"f4075576-b468-4ab3-a970-dc703ea07b60","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.029668444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f84e685c-412c-4a00-b07d-46154751bb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.029665044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5c5a89d6-879c-4f98-a345-ed2867df03b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.08672706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f84e685c-412c-4a00-b07d-46154751bb44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.086729765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5c5a89d6-879c-4f98-a345-ed2867df03b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.147110159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"2982d830-f6f5-4f68-9d3d-aa06e53cfcbb","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.191095316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"016eaf01-c506-4dfb-a1e0-c039c83b2e02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:05.35540468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb","reconcileID":"24e9bf64-712a-4301-a3a2-fe8f88c8ea0b","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.534374846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"9c973d3b-20af-4b7e-8ac4-07555a2a8190","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.535521837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9551a2fb-7416-460b-a041-b1531817c0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.534324823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0616c2c-2897-4e50-98d8-b9e6aa4397c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.599291067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9551a2fb-7416-460b-a041-b1531817c0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.613252799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"9c973d3b-20af-4b7e-8ac4-07555a2a8190","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:07.626286628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0616c2c-2897-4e50-98d8-b9e6aa4397c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:10.765803634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"159c8309-da25-4f2d-b3a5-72ea90d07b0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.238470989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"ecd57011-3ecf-4c28-8bc8-8c0075a669f4","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.393345287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d28bb09f-eb13-44e9-a4f6-b7737b94a5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.4500518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d28bb09f-eb13-44e9-a4f6-b7737b94a5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.496025894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"57c34c5e-8f0f-4c98-9ab7-f55d26148811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.496052626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"cfd70fc7-02a1-40af-818e-6f6d29080219","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.55397034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"57c34c5e-8f0f-4c98-9ab7-f55d26148811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:11.554788434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"cfd70fc7-02a1-40af-818e-6f6d29080219","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.403309195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb","reconcileID":"09f5b101-5fb6-4e60-887f-a3188f4937de","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscription":"e2e-bulk-sub-6b0329cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.634219331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb","reconcileID":"09f5b101-5fb6-4e60-887f-a3188f4937de","MaaSSubscription":{"name":"e2e-bulk-sub-6b0329cb","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.846008765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"f34e6e30-23ef-4b8e-9719-43ceea88a4f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:21.937997974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"9a713b11-f7ff-48b4-9a61-38b48f3ad294","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.05229951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"90dfbaa7-a79d-40f3-9a4e-a852e5587cf7","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.096784843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0680bc7f-f7cb-49d9-b211-426283812245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.097072623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"481f732b-21a9-4a9b-808c-ec70721e1fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.096784905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"64ebc123-665c-49ad-8445-b6495e04030e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.155605561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0680bc7f-f7cb-49d9-b211-426283812245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.155722442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"64ebc123-665c-49ad-8445-b6495e04030e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.159488983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"481f732b-21a9-4a9b-808c-ec70721e1fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.359923531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-bulk-sub-6b0329cb-auth","reconcileID":"8d178850-afa2-429c-b061-4acfff708632","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6b0329cb-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.51947342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"517abee2-086c-46de-8822-bbc3ddc2ec01","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.828817519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"48ecbab2-b1d6-47fb-9fdf-2d2f9a1525b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.828831982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3380c504-5b50-414f-8134-2baa30fdd8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.887251064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3380c504-5b50-414f-8134-2baa30fdd8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.887710779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"48ecbab2-b1d6-47fb-9fdf-2d2f9a1525b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:22.990061284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:25.46526871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"a09c356d-92c0-4b12-b8f9-72464abe0e6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.091660344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"9c6dd26b-49f3-4450-9c1c-96f351bcd65f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.191747829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"26db178b-cbf7-4550-b32d-60c00f7a07c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.374779416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"b3efc980-5aad-4045-b3b0-6c0064f2a0c5","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.424736242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"eb3f856f-2c5c-4d3f-abad-770805c885b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.442272864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"1f7d4327-7b13-4ff2-933c-0b454cf77800","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.536088765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"33e1a7c3-e7e0-44a9-97d0-1973d00b7512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.748798671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"bd2db4b3-3858-471a-ac6e-ae0b93ed1f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.790781329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"eab9c35b-edc7-4d7a-856e-8cc182d18d7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.849806615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"757bc147-30ae-4e92-96ce-89a25e5c5540","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.949768559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"256dd90f-25d2-4571-b761-e47d74f950e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:41.97249891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"050b7580-2425-4a13-a72e-7d0ab3aad7d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.09051817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53f9473d-0e79-410f-88f8-81c029953117","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:42.211335272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"98802eed-9628-49de-ae20-be30e6f7b9dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:43.171585459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"7eff2b3c-513b-4104-81de-9553ed80b28d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.145806209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-a-4cba9672","reconcileID":"2513d0b1-2082-4a8e-968b-a20c5c263c0c","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-a-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-a-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.199987599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"200ffbd9-8b45-45fc-8705-6fdaa0bee0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.200794332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"0c118233-381d-4f50-9290-a820274cf84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.212578624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"13701083-9b9c-4641-9cc5-785afd8e24b9","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.214588695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"16b4f7ce-9bbb-4aec-998d-e3d27843bfa5","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.257223256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"04512471-57a6-4ba5-bb58-e369d004bcb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.257956859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"f6623db3-c7d1-4c9b-abf3-d34385a0b13b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.273668571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"0c118233-381d-4f50-9290-a820274cf84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.274519032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"200ffbd9-8b45-45fc-8705-6fdaa0bee0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.589901325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"bb7167ce-657d-48d5-a5f3-7e494e9a94d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.589913726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"5737f354-fa28-4f5d-97ca-dd3d8512fe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.647002702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"5737f354-fa28-4f5d-97ca-dd3d8512fe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:47.647224305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"bb7167ce-657d-48d5-a5f3-7e494e9a94d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:52.993265937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:56.537039744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"639e9ce9-01f8-4aae-8fcb-1dddb31f69a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.287959986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4516f5ee-b1ba-4c0d-a930-c546f76e96be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.391352155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"4e6590c6-92a0-4a53-a279-9f1e91676f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.493612241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"5b387445-588b-4a8c-99b2-da36e525d703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.595293657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"11f77375-ae3e-4c0f-bc93-bd10774be850","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.699699128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"279cbaaa-7a21-4919-bd2d-9ab49deb4a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.819125247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"2edcf5e0-f279-48fd-8a3d-ef2a1065b8fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.950035038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"0712f9bb-38e9-43bb-87e2-20e57de8cefc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.985556673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"b8fde959-d5cc-4b5b-9c7c-5ac5ef9a98a0","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:58.986741391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"87cc502d-684d-4884-b1dd-96fc9c96cfbc","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.038923644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"e9b35605-706d-4a64-a8a6-a6f0206170e2","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.056568456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"494a4da3-189a-48dc-a485-06eff5e95fb8","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.069869135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"ccd679a5-7571-4425-b039-2bd23c60c270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.164577176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"5246f11b-5576-4dc4-bc26-10a2f43f033b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.16941049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"e4ed1d88-1e60-4b96-b13a-40f8d36065ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.260909525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"5246f11b-5576-4dc4-bc26-10a2f43f033b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.297384271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b30ed57d-303f-4330-9998-0ec29a5f8ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.297841308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"49efd2be-667a-4b70-b262-fcbe3af55341","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.309795544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"d9e0f7f6-1772-48cd-9db2-238d320dbbe1","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.364971138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b30ed57d-303f-4330-9998-0ec29a5f8ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.40838351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60e7ff10-e16a-4662-879b-7c142a460717","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.460423397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"2dbc1181-dbfe-4085-a93c-74745f707898","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.526947326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0e70bcfb-9b19-4881-b2cb-743d0eb7dcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.526988701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"99f3b44f-36e7-414f-8796-8783c426b04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.560505858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"7637d0ec-a37b-48f5-84bb-c2fc6b069531","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.584484764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"99f3b44f-36e7-414f-8796-8783c426b04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.585576542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0e70bcfb-9b19-4881-b2cb-743d0eb7dcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.658467739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"20cbafca-8831-43ee-861d-d5ab2b965281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.660407633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"b6b9d2bc-5e2e-4afc-a317-dca0f193c839","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.714779466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"20cbafca-8831-43ee-861d-d5ab2b965281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.758349812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d3abaf7b-d0a4-482c-b567-e24f5092b6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:06:59.814747259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d3abaf7b-d0a4-482c-b567-e24f5092b6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.797419854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"b1ee2522-048d-4e31-81ae-8678d468a865","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.850187865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"da606b36-e443-499a-a1b5-a5873da205a0","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.850227344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"da606b36-e443-499a-a1b5-a5873da205a0","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.952918126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"550410be-0c8a-4df0-b840-8d827939e5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.953247206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"116e2e1a-4c56-4f1f-871d-e94ef3506553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:02.953378778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a269be0c-eec7-4fe6-9c4a-d6df9a52a21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.003586486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8019830f-d934-410a-9afc-ee5a5740595b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.003715019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ffa6a95-87be-407a-813c-65c4c3a94645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.009428751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"550410be-0c8a-4df0-b840-8d827939e5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.009897101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a269be0c-eec7-4fe6-9c4a-d6df9a52a21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.011637126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"116e2e1a-4c56-4f1f-871d-e94ef3506553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.016731047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6912921b-c3f0-434b-8101-c5982c9afda3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.016754338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6912921b-c3f0-434b-8101-c5982c9afda3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017107423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4d407cc-a8ca-41bd-830e-28abe862a64c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.0171221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4d407cc-a8ca-41bd-830e-28abe862a64c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017369212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a6675a0-4fa0-4302-a7c7-40b11628341b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017385508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a6675a0-4fa0-4302-a7c7-40b11628341b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017617346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06c6cffc-5a73-4786-955a-728fc3782b74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017631616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06c6cffc-5a73-4786-955a-728fc3782b74","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017820882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b6d38d7-abc5-4a9d-a898-b8f1f122c27a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.017831178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b6d38d7-abc5-4a9d-a898-b8f1f122c27a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018095026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c6d968ad-3541-4107-93e7-fda627e21951","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018104786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c6d968ad-3541-4107-93e7-fda627e21951","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018298356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8e4e566-6959-421d-a168-8e68017fa7a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018308275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8e4e566-6959-421d-a168-8e68017fa7a2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018480083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5c15171-c101-4486-a5d9-b0a7db3025bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.018494753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5c15171-c101-4486-a5d9-b0a7db3025bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.060703647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ffa6a95-87be-407a-813c-65c4c3a94645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.060963152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8019830f-d934-410a-9afc-ee5a5740595b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.070559242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"fc83a90b-8ba5-427e-a4c4-811c9741c09c","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.070579426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"fc83a90b-8ba5-427e-a4c4-811c9741c09c","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.2296228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b72cc79f-e782-413d-9b49-f3b54fff64fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.22987035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9509ac7e-0b98-44c1-b94d-f502e0cda3b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.282538691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"42df0c16-a6cd-438b-ba4c-aa2729505b9c","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.322390956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"fb12e29c-0d38-4cbd-a49b-9119de34d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.322937423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"81c2ba5c-970e-49e0-b227-1066d353ce6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.37430707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6a3ea6f8-1964-48b3-be11-6ba8d22be65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.374326113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"a46abdc9-804b-4374-b40c-dbd045698713","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.374805557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c6d4489c-a83c-446f-8533-6178f383cd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.379593197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"81c2ba5c-970e-49e0-b227-1066d353ce6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.379788969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"fb12e29c-0d38-4cbd-a49b-9119de34d9e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.431736353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6a3ea6f8-1964-48b3-be11-6ba8d22be65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.431906945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"a46abdc9-804b-4374-b40c-dbd045698713","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.434040931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c6d4489c-a83c-446f-8533-6178f383cd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.691358707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"14eaa2c5-1bab-407b-9e4e-84abb336e6cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.691361424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"9f5cc19a-3b55-4ac5-9815-1cbc3c6e3653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.749232852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"14eaa2c5-1bab-407b-9e4e-84abb336e6cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.750141199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"9f5cc19a-3b55-4ac5-9815-1cbc3c6e3653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.78979228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4b136890-3999-450b-a0d6-5535d63627dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.840643866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5151f1f-dda0-4e6d-a39b-65083a3ec161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.846311615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4b136890-3999-450b-a0d6-5535d63627dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.897525003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5151f1f-dda0-4e6d-a39b-65083a3ec161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.940631902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b012d6-61cc-4339-a67d-175ebceaaf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:03.997941777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b012d6-61cc-4339-a67d-175ebceaaf12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.10549512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d0184d0b-125b-4880-9df8-4c836ab57be1","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.276661271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e06322a2-48b6-4164-af40-8b2aa4553b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.27668763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7e18dd13-2abe-4965-8049-99ac1cf6823a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.277580101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"82ae44b4-edd9-41d5-8a19-f73ca83a8b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.333963195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e06322a2-48b6-4164-af40-8b2aa4553b7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.334077007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7e18dd13-2abe-4965-8049-99ac1cf6823a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.336375788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"82ae44b4-edd9-41d5-8a19-f73ca83a8b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.379534036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b33936-0b6f-48bc-a115-d8d59abd061d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.430699887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e43f1927-94f2-46c6-aa03-61a2ff1c5dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.436226784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b33936-0b6f-48bc-a115-d8d59abd061d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.487688044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e43f1927-94f2-46c6-aa03-61a2ff1c5dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.641852815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"7001b132-3efe-44c9-8d74-ed70615748ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.642332421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"78f86bbc-82a6-4c30-b432-2f9d387cb7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.692631829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0ab67ce8-7606-4b75-a2c1-c1da0a7729d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.69840743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"7001b132-3efe-44c9-8d74-ed70615748ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.699202186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"78f86bbc-82a6-4c30-b432-2f9d387cb7f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.749339259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0ab67ce8-7606-4b75-a2c1-c1da0a7729d2","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.793007884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9ac5eee5-82fe-4258-843f-3e0bc6840ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.844289399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"fd67b0a1-e7c4-4b98-aa45-a402759ccf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.851241162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9ac5eee5-82fe-4258-843f-3e0bc6840ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:04.901044641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"fd67b0a1-e7c4-4b98-aa45-a402759ccf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.057670758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"afef5bc4-9c6a-48e9-8de0-8fcff4604a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.057670385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"d8db5b6e-eaef-4eec-95ad-b172a52688c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.114757241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"d8db5b6e-eaef-4eec-95ad-b172a52688c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.115083889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"afef5bc4-9c6a-48e9-8de0-8fcff4604a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.25621436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9a67c3eb-1341-4ae9-894b-401357f30f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:05.31316613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9a67c3eb-1341-4ae9-894b-401357f30f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:08.797100483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"ca7894b2-e573-4334-a526-1351e9749d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.596582298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c1986ad-6469-4ecf-87d7-41e1c5430dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.597390208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"17d7b805-fff9-4ead-ae97-138c68a3d4e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.597404509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b24b68-6c6a-421d-bfcc-f866eb4ece8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.61006474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5890a737-2ac2-47e1-9623-71251459ef92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.61042785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f18322ee-d7ff-4f64-ae7d-ac8ddd7ebe90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.660759367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c1986ad-6469-4ecf-87d7-41e1c5430dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.661560678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b24b68-6c6a-421d-bfcc-f866eb4ece8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.664630465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"17d7b805-fff9-4ead-ae97-138c68a3d4e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.672806119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5890a737-2ac2-47e1-9623-71251459ef92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:12.673249085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f18322ee-d7ff-4f64-ae7d-ac8ddd7ebe90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.775018653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f8d1044d-6a21-47e2-b54a-72606f29ef84","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.775428461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"b2c85243-7a69-4a98-932a-fe2f0826fac9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.775831367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-a-4cba9672","reconcileID":"f60334e2-1d34-4d1b-a072-ef6c122ac486","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-a-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-a-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.850712949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"6cbe3afe-c92d-4910-97ce-802c0faeef9c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.851155447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"735e6180-eee4-47d3-a79b-822921f98494","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.851504068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-a-4cba9672","reconcileID":"8f44a638-913a-4957-8fa1-ebb652382c70","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-a-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-a-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.929397609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b3bd8aed-3390-4e6f-8f64-c74af468e961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.929612879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fcbf6735-c48a-459f-8f9b-a0a62a2cc002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.985900793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"eb203d26-d47b-42d1-aec6-a3372f450403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.988997051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"f7dbcfcd-4682-4bd8-9dc1-65a24457ea22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.992994798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fcbf6735-c48a-459f-8f9b-a0a62a2cc002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.993562909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:22.995078696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b3bd8aed-3390-4e6f-8f64-c74af468e961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:23.353094169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e6ca0976-3707-46e9-a593-66d0f1ae6831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:23.353447088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fedd5484-3e91-4f28-8ab6-129fb1ede893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:23.40983318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e6ca0976-3707-46e9-a593-66d0f1ae6831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:23.410793288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fedd5484-3e91-4f28-8ab6-129fb1ede893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:25.212739887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"df047a20-6fe4-4ea6-842e-76ccbe6b3418","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.044860392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"bcef6707-f3fc-43f0-bf9a-ef221e4916e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.044860731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"aac06345-5e68-4183-bc0e-f007b6bc474f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.102153981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"aac06345-5e68-4183-bc0e-f007b6bc474f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:32.104164339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"bcef6707-f3fc-43f0-bf9a-ef221e4916e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:36.084414183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"5453362c-d111-4cf6-b6c6-0846623dd2ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.496889248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"828f197b-8ca9-47b3-aefe-6fb98ff2d1b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.59765275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"7854e4a3-8dba-462b-8cc4-fee3717d15d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.737523131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"6b559d4c-f76d-4e51-9fe3-06b06925eec5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.737692148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"3bf98af5-e090-42e8-a4f1-d7dc035dc4fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:46.839132137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"23b917f6-da2c-45b2-9c7d-5e1c2845adf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.010890831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"740ac6fd-da95-4e5b-b3a1-86ff925553e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.112862706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"af83a026-a274-4413-85dd-b41889b7f658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.133228737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad57ff18-3c47-408f-b39a-a8926695e26d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.263621637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"e3cf31f2-3832-47f2-ab15-e22293514e45","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.312968586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"0095da99-6fc8-48da-ab0e-4a0e6dce9fb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.432696988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"fe656ba1-be08-4430-ba59-2b7c6f51c101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.540627486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"a112b6cb-631e-4a41-b82a-540edebc6d23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:47.555707219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d64d605-dee9-423b-af20-e239bb9c0104","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.079077274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7b0615c6-ad93-42ce-8da4-29ba7e5436a3","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.079770382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"9e5f0748-ef2a-479c-8515-371a14d7815d","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.239035185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"69fd009b-da7e-4152-a1d8-99490605827f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.239466139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"33edda2c-7808-4467-a83b-1c0f7190bea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.257447262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"56b3d62f-8e48-4412-9caf-46d24bec0e43","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.303719478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"ac47c996-1dc5-4471-afcc-2833878fa2e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.305704415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"bb03e2ae-c1dc-4491-b9da-6f3682ee796a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.320963442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"69fd009b-da7e-4152-a1d8-99490605827f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.322197688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"33edda2c-7808-4467-a83b-1c0f7190bea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.322638855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"0ca9883a-aab8-49fc-8acc-2e9500d58a7b","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.323663739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"19b6346d-68d6-4ab7-877f-8e6e6b66828c","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.634446712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"26c20497-6092-4584-850f-63385582a4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.63650861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e03dabc6-d66b-4746-be31-791effc71db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.69163204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"26c20497-6092-4584-850f-63385582a4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:50.693671646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e03dabc6-d66b-4746-be31-791effc71db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:52.990661146Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.461485055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"96e2f361-9b29-49ea-8bd2-d8cbc259c9c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.550845899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"54f7369b-10a0-426f-866f-d53f4cfe5600","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.571996373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"f1f3e29b-d7c7-4fea-b37f-2f85aff6e87f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.690098641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"18f1ca87-f198-4f8f-a88b-b1c2d9c78771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.807850049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"976d3c85-ae4f-493c-8346-cd3d40617243","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.841335492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"b083aba7-f887-46ab-999b-6e444b1bcafc","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.890361136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c45530cc-7a79-460d-a3fa-ee700029a069","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:57.9900976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcedf976-d275-475d-9735-f213b3b95d9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.216489222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"f049dd9f-480f-4c53-9a1f-8bf7528363a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.316840452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea8c92d6-5f9d-407a-b8e6-596010e707ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.416308377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"26eb0292-6ccd-40dd-bcf3-fd341762471f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.516405874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"d677694f-9b85-4605-a13b-c5eb38ec8aee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.516537107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"cc269267-ea69-4255-a110-946c7672f84f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.552692934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c199eba4-35a4-47af-8cac-0ea9c0ead188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.552693983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"09355b00-36db-487d-8aad-aca4bbb21b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.609899338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c199eba4-35a4-47af-8cac-0ea9c0ead188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:07:58.60990273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"09355b00-36db-487d-8aad-aca4bbb21b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.093317626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-b-4cba9672","reconcileID":"fa86e9b7-3c76-438a-ad9f-6a1c95c8e49d","MaaSModelRef":{"name":"e2e-conflict-b-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-b-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-b-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.153116133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-a-4cba9672","reconcileID":"90e191b3-bfa5-40aa-968f-fc1965d702ef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-a-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-a-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.80101128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"8ea531f1-afaf-4ebe-b031-1bbce4a6ae34","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.801580335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"f6722c7d-8d65-4e53-b05d-3f2cad26f823","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.801883155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"9fcf9113-e118-4c49-9853-c4cb80788166","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.959131525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3cfccd2e-43d6-4f9a-a589-5a358d1181b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:11.959515525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"fbf32b69-8244-4186-bc6f-8a854aae396f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.01434419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"d956c144-d642-42c1-8611-cccb9a8339b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.015031586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"fb5a9d4f-3e6f-425d-93d7-18dd96f06a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.028941821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3cfccd2e-43d6-4f9a-a589-5a358d1181b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.040557902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"fbf32b69-8244-4186-bc6f-8a854aae396f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.109528389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"c26a3028-6935-44fe-8c03-8a8758a05db0","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.109820935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"91a3fb8c-9d90-4146-b4c2-fc92f8e2734e","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.110153751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d6f38e53-a1ab-436e-93e6-2f8dc7307887","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.110444317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-conflict-a-4cba9672","reconcileID":"4b243dc4-b593-481a-bbd5-d107ab4baec6","MaaSModelRef":{"name":"e2e-conflict-a-4cba9672","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"e2e-conflict-a-4cba9672-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"e2e-conflict-a-4cba9672","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.400102721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"32cf9744-19c5-4a92-94f3-c6b369b26395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.4001505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"14638736-952c-4faa-a1a3-e14d5fafeddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.460683951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"14638736-952c-4faa-a1a3-e14d5fafeddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:12.461501297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"32cf9744-19c5-4a92-94f3-c6b369b26395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.517209132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"ffc29b1e-92c1-4f9a-8cba-161086031b8f","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.574307521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"bfd83b85-bde7-4745-b065-7cceaf4b7b7c","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.67207487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f6a4ad00-b867-4147-ae44-62ce78360356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.672143053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e779cf70-73aa-4024-8a58-a9a12b223da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.672568603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3efbd772-9c3f-420d-9bf5-db976f5d1818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.672584919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b874f01c-ae2a-4910-9553-3891bd971bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.71438704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"2c49fc13-758e-4927-aad9-cf7162c6a611","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.722805438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"1864a271-8c08-4919-8aa1-43a60fac1a4e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.730690724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b874f01c-ae2a-4910-9553-3891bd971bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.730723971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f6a4ad00-b867-4147-ae44-62ce78360356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.734092723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e779cf70-73aa-4024-8a58-a9a12b223da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.735155358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3efbd772-9c3f-420d-9bf5-db976f5d1818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.77934192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"1864a271-8c08-4919-8aa1-43a60fac1a4e","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.81545331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"35491f59-0f08-4d33-ae58-37d6d98e59e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.835287697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e1465f5d-de29-4f2b-a665-2e1153af568e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.889993488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"eeb7a977-17f8-42e2-adf4-5011486f1ffd","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"name":"e2e-rt-eq-249ffd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.950504708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"f7d569b4-00c3-4503-9d2d-2424a0c122e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996404304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbbb4036-0038-4281-b083-29422c87d437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996421839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bbbb4036-0038-4281-b083-29422c87d437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996639286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6b5cd96-c339-491b-b852-38edf2e9acc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996650919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6b5cd96-c339-491b-b852-38edf2e9acc6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996833052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a963af42-07a0-497e-98b0-aabc44e0d0c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:13.996842934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a963af42-07a0-497e-98b0-aabc44e0d0c1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.049016632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ff8e7fa3-f22b-4f04-aefa-680e2916b705","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.049044143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ff8e7fa3-f22b-4f04-aefa-680e2916b705","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.049217392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73f1c891-521a-4a56-96f8-9df68462859b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.0923742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0f0be562-ece0-45f9-b7aa-9e0b23bbcd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.092519241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b1f3e995-cae9-4d0f-8356-3e6d63b32658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.092373216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1eae3099-4772-41e3-92b5-0b4db667490f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.092934442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e6697eae-4c0a-48f1-8376-2d6fd9eeff52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.10121762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2ad23a5-48c3-4156-b3ab-f6edd2a106e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101232357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2ad23a5-48c3-4156-b3ab-f6edd2a106e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101470593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de021e56-765c-4053-9e5d-46bc38305f8a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101483637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de021e56-765c-4053-9e5d-46bc38305f8a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101696074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"144fa7e7-058e-4445-869f-5b34846a7a55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101706729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"144fa7e7-058e-4445-869f-5b34846a7a55","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.101912938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f17e2ab4-5cef-42a5-ac28-9b62ab0e51a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.10192413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f17e2ab4-5cef-42a5-ac28-9b62ab0e51a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.102132909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20c27ac0-82f8-4eeb-8813-c24933b4f43a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.102143667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20c27ac0-82f8-4eeb-8813-c24933b4f43a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.149528719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e6697eae-4c0a-48f1-8376-2d6fd9eeff52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.149560002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b1f3e995-cae9-4d0f-8356-3e6d63b32658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.150223649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2a07cac-92e1-49c4-9693-435ad4fdbb93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.151625317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1eae3099-4772-41e3-92b5-0b4db667490f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.152284967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0f0be562-ece0-45f9-b7aa-9e0b23bbcd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.15373685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"36dd6fc8-e2b3-4c7b-927a-08d0f741e9cd","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"name":"e2e-rt-eq-249ffd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.195673152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"cbf4d45b-e171-483d-bbb4-55c1435c3a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.203784923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"99d7eed3-18e0-42e7-88ee-71db28c190ad","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.252618853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"cbf4d45b-e171-483d-bbb4-55c1435c3a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.359563398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"93d0ae66-e067-41bb-bf0f-09c5290719b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.488280784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf4bb521-4d51-4947-b3c0-18ecce29a40e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.513495019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"3170c9ab-e5fb-4c15-a3fd-dc7d81a2ea99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.53857873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"97981b77-8ffc-4b3d-919c-9a9445d29362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.540113744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1457aeed-44ef-44ba-afa7-423b09a031f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.567314724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"277f4a11-9f78-4973-88f0-276a81419f8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.59486078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ddfa7b-640d-4873-8c10-699dc6f6963a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.595749957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f6c4f0-7e81-4781-a594-863642ad3521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.618511359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"97981b77-8ffc-4b3d-919c-9a9445d29362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.621930541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"16c75e92-d2b4-42ef-a9a7-a7e763f8981b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.622775869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1457aeed-44ef-44ba-afa7-423b09a031f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.671740018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98f6c4f0-7e81-4781-a594-863642ad3521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.672334678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ddfa7b-640d-4873-8c10-699dc6f6963a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.681255271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"16c75e92-d2b4-42ef-a9a7-a7e763f8981b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.725644062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"bc98cc62-4865-44f7-bfac-dc5b0c8b1ab7","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.777540226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ddc70b90-2182-4ca5-b9d4-3bfa64893d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.855348729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"1cf7b417-eb5d-41a9-a9ae-59bdf8ded90a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.855464632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e886fd89-f37d-4131-9eab-4d63cb357f25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.956953813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"f7f86007-9e3d-46df-8001-4654d19d9723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:14.984658628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2fd6ad61-420f-4461-9052-3ac87260479b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.035816404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f122ca38-5c05-4baa-9f08-291f20e65a23","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.041075156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2fd6ad61-420f-4461-9052-3ac87260479b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.085926471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"443cfba1-b5e0-4b33-aeef-4ef12d90e85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.093031444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f122ca38-5c05-4baa-9f08-291f20e65a23","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.143394062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"443cfba1-b5e0-4b33-aeef-4ef12d90e85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.259633498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"4a975356-80ca-4e32-80bb-1bb592fba51b","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.345222577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"5a8cdb32-3108-4016-bfcb-e357ad3b32f4","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.345263881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"5a8cdb32-3108-4016-bfcb-e357ad3b32f4","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.426824495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f8e186b9-c0ad-4d70-8f6b-fcf21dd2066a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.426839333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"e63352a4-1023-42e4-a803-7648f5589dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.468994097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"07586b32-0a52-4dab-a2d5-1b41684c252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.483906327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"e63352a4-1023-42e4-a803-7648f5589dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.484094135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f8e186b9-c0ad-4d70-8f6b-fcf21dd2066a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.515947202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f5d70b17-6a65-4db2-9e57-5daa1ea086ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.526376337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"07586b32-0a52-4dab-a2d5-1b41684c252b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.532381129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b249c3ad-87d7-44d6-9d60-06bb88030d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.572693856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f5d70b17-6a65-4db2-9e57-5daa1ea086ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.589629979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b249c3ad-87d7-44d6-9d60-06bb88030d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.849661015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e14fd9ff-d9a4-4697-8c2d-3f4d8c2e7f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.849666658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8e352aee-61a2-49dd-81ce-2f72d572c0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.907771195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8e352aee-61a2-49dd-81ce-2f72d572c0ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.907903048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e14fd9ff-d9a4-4697-8c2d-3f4d8c2e7f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.945577741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"84c741b6-9d5c-4d90-95be-53658ceb3284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.996431349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441ef452-bd87-4947-84f5-690d184e1a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:15.996432178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac0bddeb-d62c-470b-8ae0-66663039aaf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.002159944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"84c741b6-9d5c-4d90-95be-53658ceb3284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.053201049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441ef452-bd87-4947-84f5-690d184e1a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.053502067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac0bddeb-d62c-470b-8ae0-66663039aaf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.217222736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c0f9ba2f-cd69-4f0b-88c3-c0e39360ad0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.217228815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e85b8592-a758-4a82-a1d4-988db3fc5bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.274015075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c0f9ba2f-cd69-4f0b-88c3-c0e39360ad0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.275190094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e85b8592-a758-4a82-a1d4-988db3fc5bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.369510552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"65f03c2b-4599-410c-a89b-383b16fc8bdb","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.426123354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"65f03c2b-4599-410c-a89b-383b16fc8bdb","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.795266051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"0b8655d8-a0f8-4c7e-883b-3142ee92cc6d","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.950809285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6819d1cd-faa7-4aba-b06b-02affebdf69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.950853626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e0fe0784-5d1f-46ee-bf59-1fda873b929b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.951549173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e95f09b7-660c-4ea2-b349-51a1535bb1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:16.951549199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1c0d7a8e-0482-4f56-ab35-e19d924db442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.001815964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"6bd3cc5d-e4e9-451c-8deb-7faac6d7d6d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.009460796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e0fe0784-5d1f-46ee-bf59-1fda873b929b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.009463514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6819d1cd-faa7-4aba-b06b-02affebdf69f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.013480542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e95f09b7-660c-4ea2-b349-51a1535bb1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.013740049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1c0d7a8e-0482-4f56-ab35-e19d924db442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.058686673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"6bd3cc5d-e4e9-451c-8deb-7faac6d7d6d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.329967993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"bb6411ab-df34-4915-b00b-126ffe599073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.330017353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"61072a8b-c65c-4619-9485-8d3b0da33ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.33048068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"45200180-3467-40fe-a2e3-4b756149e6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.330953801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"a85e50ca-853e-4f5a-92fb-72ae8caa4201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.387244784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"61072a8b-c65c-4619-9485-8d3b0da33ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.387306559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"bb6411ab-df34-4915-b00b-126ffe599073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.389549611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"45200180-3467-40fe-a2e3-4b756149e6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.389558635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"a85e50ca-853e-4f5a-92fb-72ae8caa4201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.485004184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"157f231a-9474-4c90-b11f-02a9aa68c073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.542964918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"157f231a-9474-4c90-b11f-02a9aa68c073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.697378337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"48493780-9cb1-4273-b7e6-8387b1a453f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.747834165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1177d5-39ad-438f-a76d-9e1c523edadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.747946126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7ae4f3-bf82-4f91-9096-4d299afa3807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.753700769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"48493780-9cb1-4273-b7e6-8387b1a453f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.805218716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7ae4f3-bf82-4f91-9096-4d299afa3807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:17.805442101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c1177d5-39ad-438f-a76d-9e1c523edadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:19.693099993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"4216d27e-6163-400b-b044-6abad56b43c1","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:19.693138928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"4216d27e-6163-400b-b044-6abad56b43c1","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:19.797864931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"946a4531-42dc-4fa7-9f05-ad8d443cf772","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:19.797904214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"946a4531-42dc-4fa7-9f05-ad8d443cf772","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:19.955075842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"a934fa6e-e5e6-4851-b1c5-203833f00a6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:20.011929306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"a934fa6e-e5e6-4851-b1c5-203833f00a6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:20.434923647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"83bf3c41-2dc3-4d04-9aae-f02926b38f04","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:20.434950383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"83bf3c41-2dc3-4d04-9aae-f02926b38f04","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:22.989867635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.370919114Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.483874244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"099f7d3a-90db-4ca6-8c5e-007bb9d96552","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.483921107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"099f7d3a-90db-4ca6-8c5e-007bb9d96552","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:25.590398814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"55c90e04-cf65-4878-9b66-669fea98d5c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-249ffd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.750795094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"8aae38a7-8d6f-4da1-acf6-3b223fcf5058","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.750913018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"8aae38a7-8d6f-4da1-acf6-3b223fcf5058","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.80587209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"84238955-ca2c-4507-a6d0-8b3e68546ede","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.806335277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"496f2669-7c24-48a6-ae78-18a69643dbac","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.806615284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"358bf144-03f4-4f1f-8c56-a292bce12acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.806869223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d468d03a-3ed6-4a7c-b80a-09c7c5ae7629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.904140156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d468d03a-3ed6-4a7c-b80a-09c7c5ae7629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:25.916540486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"8aae38a7-8d6f-4da1-acf6-3b223fcf5058","name":"e2e-rt-eq-249ffd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-249ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:25.926216709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"8aae38a7-8d6f-4da1-acf6-3b223fcf5058","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-249ffd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.923331296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"84238955-ca2c-4507-a6d0-8b3e68546ede","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.953046384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"496f2669-7c24-48a6-ae78-18a69643dbac","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.955956921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"358bf144-03f4-4f1f-8c56-a292bce12acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:25.96302632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"47edc104-e0cc-4fa6-a6ce-8f536f3358b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.110994637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"8825c425-a94b-4da2-9c5e-3eb6b03bbeb3","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.184629727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"8825c425-a94b-4da2-9c5e-3eb6b03bbeb3","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.166090699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98d96090-ccba-4111-a366-54200e32fd11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.334357786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"63658c4f-0db0-4384-95be-c7998e484ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.335879135Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"2e3d8150-b697-44a3-b622-f2554fbc3834","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-249ffd","model":"e2e-rt-eq-249ffd","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-249ffd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.336498262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"ea4b5906-0604-4a5b-8b42-d8cea5978534","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.336572667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"ea4b5906-0604-4a5b-8b42-d8cea5978534","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.414809454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"05eb28d0-1bff-4148-9bd3-6a60b829ac81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.774896061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"255eea01-4e2e-4ffc-a235-5f3fbb0bb090","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.911303667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e705652c-c3e3-43ef-a119-919a0ca6cbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.91300434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"b2bb4b55-de92-4c8a-b740-7006b723580d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:26.973333769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94ed59bd-0358-4b42-8f10-3d3bba469eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.10876462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0e5a0287-1d07-460f-8373-5280040623ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.191872526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"86f3deb1-ae10-4f71-865b-c4d17a718034","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.191918551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"86f3deb1-ae10-4f71-865b-c4d17a718034","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.192534495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e705652c-c3e3-43ef-a119-919a0ca6cbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.233081453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"3f3c60ac-18a0-4fb3-9f36-a93b03b82852","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.239781074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94ed59bd-0358-4b42-8f10-3d3bba469eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.278284366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"d7bee51b-2fc1-49f9-917e-4d27d4d4050a","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.402082701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"0e5a0287-1d07-460f-8373-5280040623ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.545558396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"d7bee51b-2fc1-49f9-917e-4d27d4d4050a","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.571079572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"64f8de96-7366-4536-a6f7-1ac0e6677dfd","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.57248081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"501747dd-4579-4950-a008-f97c4a3c0188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:27.650104155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"ec4d1c40-860c-462f-8588-ba5cda031179","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-249ffd","model":"llm/e2e-rt-eq-249ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.028388051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"a47b5dbe-e448-4947-b25d-760718800acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.111135182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"f13800c7-4517-4ced-969c-8d40a5e36ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.203092691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"f13800c7-4517-4ced-969c-8d40a5e36ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.24995067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ac96e5d-ce52-47d5-9464-d8fc55ca96b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.265479639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7979d06e-3ceb-4500-be65-06d066ec1d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.277229896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"938b1d7b-feac-491b-bf2a-7f964480b6ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.322407315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ac96e5d-ce52-47d5-9464-d8fc55ca96b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.391633543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"c4998521-d288-4ad3-9827-01f3e18df0fe","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.391673658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"c4998521-d288-4ad3-9827-01f3e18df0fe","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.404457243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94954b89-fe80-4138-88bb-bffe8f348561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.429697452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7979d06e-3ceb-4500-be65-06d066ec1d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.488208375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"0af4f386-3bfa-4482-9bc8-12cda225d2a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.549905701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"7976fe9e-8345-4a2b-a590-7d12b62be103","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.56947031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"fba24db7-dedc-4194-8729-ef6a64614939","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.62868518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"7976fe9e-8345-4a2b-a590-7d12b62be103","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.682906842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3df288bf-d8f4-4c15-a3ca-50059bf7c22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.709060793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"fba24db7-dedc-4194-8729-ef6a64614939","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:28.753853109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3df288bf-d8f4-4c15-a3ca-50059bf7c22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.253211644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"43329861-2afe-4cb6-bbc9-24b432eb9712","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.253775568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"7bcdd885-c0ad-4b05-9760-0e270e6d104c","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.254222262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"cf1c63d9-b508-4827-b4b7-20d3f411b9fe","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.331749601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"29a37dd9-01b6-4eaf-a02b-5be5581cc53b","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.332085491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"a536cd26-4821-41e3-abfd-a4b4df1da3a5","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.332508216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"335508a0-3f59-43b6-bb12-983276e3f444","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.41113305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f58b9c4f-f8e2-495d-8172-e5fb2bd843ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.414055543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c2cd2ee5-a86d-4d05-9d0b-8a6fcdb6b96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.469648209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"d2ae2019-334a-435b-8678-3a866eb9d43d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.491304245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f58b9c4f-f8e2-495d-8172-e5fb2bd843ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.506282936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c2cd2ee5-a86d-4d05-9d0b-8a6fcdb6b96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.57870997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"485520a3-4187-4b44-8eda-c69cc55331bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.850424016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"ef512bcc-72fb-45b0-9fc5-ade36f405d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.850450892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"9017beea-6cf2-406e-b054-db4381d703df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.90727355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"ef512bcc-72fb-45b0-9fc5-ade36f405d77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:32.907420136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"9017beea-6cf2-406e-b054-db4381d703df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:33.499819696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"70d91614-17aa-4a20-bb2e-ac4ea521207c","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:41.706605241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"087b6123-a8dc-429c-963d-8ac29acbf51d","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-249ffd","model":"llm/e2e-rt-eq-249ffd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.083980015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a8139afe-f3cd-4d50-8ab2-e1d140d38519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.084999381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e74e0902-b118-4104-b5c3-c1913a5e5cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.086369122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"c6e16204-27a9-4ff4-9e79-881094831b44","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.086448243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"c6e16204-27a9-4ff4-9e79-881094831b44","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.176848619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e74e0902-b118-4104-b5c3-c1913a5e5cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.177789126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a8139afe-f3cd-4d50-8ab2-e1d140d38519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.634927073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adbca951-93a3-43f2-b1b8-2345709eea8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.636107577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"dda99e01-c841-48df-b1a0-dbcffcaf0149","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.635457084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb01a79f-8bb2-422b-b2de-83a02ed12493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.723009316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"dda99e01-c841-48df-b1a0-dbcffcaf0149","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.724717133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adbca951-93a3-43f2-b1b8-2345709eea8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.741534415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb01a79f-8bb2-422b-b2de-83a02ed12493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.754810661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"574d6191-5ac8-42e0-ab87-1605181919ab","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:42.856147696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"574d6191-5ac8-42e0-ab87-1605181919ab","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.908731841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d7a5a0f5-a182-4c29-b5ef-14b0429374c3","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:47.909290705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"c87f7bf1-ef5d-44bb-b610-d38653cd50d9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.07926097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a0a5ae16-d767-480c-b95c-e096f1695948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.079936677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8f2d3160-c9e1-4b33-a6e8-4b6d1437e293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.137426297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"85178967-ac6a-4f1f-8320-ef353a1f55fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.144758266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a0a5ae16-d767-480c-b95c-e096f1695948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.145192181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8f2d3160-c9e1-4b33-a6e8-4b6d1437e293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:48.176634293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"e62d0ad1-1862-451b-bf0d-049785f76a92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:52.990207113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:54.131794787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"04a710a2-4412-44d3-97dc-2cb098c17564","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.011231588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"716e3606-470c-4a75-a127-6b81df8d5bc3","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.011507284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"7d242734-a118-47d0-9190-bfd64432d12c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.066223024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0dc73223-e4a9-4bfc-a77e-03406c07c7a6","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.066497359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c9517ae8-9e1a-4319-acc5-9fac26f187cf","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.281204266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"6099a620-ca42-4679-8045-89c58a20b0ef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.2816565Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.3240578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"e242a09d-3321-402f-aad3-02a87fe55668","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.339272447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0ba845b3-566f-4f71-9317-ce93d77eec95","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.38107752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"e242a09d-3321-402f-aad3-02a87fe55668","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:08:55.390346102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"6d94d096-5399-4597-ac13-4ede7ec726f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.400698389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"47231728-3a11-41cf-a4b1-ea739c48ec83","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.500268563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"2d170695-3a57-40f6-9570-7aafb306f35c","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.500776877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"9b54107a-42b1-4835-902d-5bbc64438e0c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.540082037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"184ea098-50c3-4b21-9a30-0867966f2b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.540208869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2202e8ae-b0b0-48d9-bb2e-5b9e9f058370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.557209936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"bfa714b4-c036-44a7-9f54-58cc89ea93c0","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.557582307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"5141cf19-babc-4681-bc8e-a96726b3b054","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.596426713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"184ea098-50c3-4b21-9a30-0867966f2b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.597093147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2202e8ae-b0b0-48d9-bb2e-5b9e9f058370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.752025228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"eae5a578-8cd9-40d3-bd6f-d77842e9a389","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.752437404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"7dacbc17-647b-4533-8477-b41b71a29687","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.767663747Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"074e0a37-794a-499b-aaa4-30c06b3993f3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"distinct-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:55.928671344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"074e0a37-794a-499b-aaa4-30c06b3993f3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"distinct-2-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.011271342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8af2626c-3eef-4442-a68b-81c8ad609690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.011305029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"aed75f6b-640b-4d10-9bc7-e90f81dd42a6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.011688478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"32b5fb02-b5ac-4e9c-8bf6-3adb497f30ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.070044333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"32b5fb02-b5ac-4e9c-8bf6-3adb497f30ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.070081694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"aed75f6b-640b-4d10-9bc7-e90f81dd42a6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.072634399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8af2626c-3eef-4442-a68b-81c8ad609690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.146784114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"88f6b759-647f-4d45-a590-104524b3b534","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.147207157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d1a5d3a0-a439-4562-b68e-f42cdc1f36bf","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.353887829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"0bc5f04b-0d6d-44e2-bc11-893efa5cea21","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:56.509558167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"0bc5f04b-0d6d-44e2-bc11-893efa5cea21","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.757916913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"b1650cf5-8ac5-4c47-b5db-87b51a96f4cf","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.813596751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c5e0201b-0926-44c1-9fb8-8aabc024c8f7","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.918696599Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"1e1a9a43-684c-42fa-afd9-10975d1ec138","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44387080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:58.970422233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"ffa72c98-45d0-4db1-8ca2-9e63110f4728","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44387080","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.030446646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"95c1df42-fa71-4d9e-bb0e-c6f7d1ab4cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.031130444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"f5c2f519-1a9e-4e83-ada2-de3309526961","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.031737533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"1848611f-39fa-4468-a42f-b8ed724b00d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.08800014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"f5c2f519-1a9e-4e83-ada2-de3309526961","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.088245293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"95c1df42-fa71-4d9e-bb0e-c6f7d1ab4cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.090247114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"1848611f-39fa-4468-a42f-b8ed724b00d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.572719049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"6c584992-a87e-423c-bdd8-383ceb080925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.572813447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3f1f3a64-c0f6-4e57-91bf-79700fb4b878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.631480641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3f1f3a64-c0f6-4e57-91bf-79700fb4b878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.635422289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"6c584992-a87e-423c-bdd8-383ceb080925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.778911056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"e86887f8-f705-4ec9-b045-217124f22dc8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:08:59.839843058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"e86887f8-f705-4ec9-b045-217124f22dc8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:03.721615945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"fd5ed2fb-2a4a-49b2-94a2-f6fea1d2c0ca","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:04.693200139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"1eaa5583-4e59-4c03-8984-c1b4b2c75dbc","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:04.750274598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"b10409d1-c3f9-4ed1-a98c-17a690db9309","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:04.905540071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"6494d2ef-2704-49ac-ac99-2a5f86f832b2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:04.96370327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"6494d2ef-2704-49ac-ac99-2a5f86f832b2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:05.280677018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"260bd648-31b2-4719-befb-bbef64dc621e","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:05.436374208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"2b14f553-a6d6-4393-8605-f390221a96ab","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:05.49342099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"2b14f553-a6d6-4393-8605-f390221a96ab","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.319876611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"20b35378-dd33-498c-9a8d-9bcb5dc7bf59","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.320593597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"8c5edb67-ee93-4cf1-9cb1-43be91194b75","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.376639898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"2ce3326d-776a-4ba3-b9b3-7c5d7998ba90","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.444432396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"d6c36292-8914-45ce-86b5-4870bffe95cf","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.445214919Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.445873425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"658dfe41-42c1-47c9-8c7f-8c382954ae4c","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.446254926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"25f27045-6b65-48a8-bba8-4a774804ca32","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.446672646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"75d2d298-56ce-45ed-b976-edca50027594","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.597698997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"7dfe6594-ad29-425f-94c0-3660b161661a","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.599105371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"a9d9e299-c9e6-48c8-8feb-2a5e70ac86f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.600098245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-subscription","reconcileID":"9fd78a14-9363-416d-a263-51bb541f65dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.629093144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ef4b5851-1b9a-4b98-b5fd-ad62365fa95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.630370481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"f6a69056-6bae-4303-b571-c6f8cecb3666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.661850163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a0c96444-38c9-4fbd-9535-fb0bc7de3713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.66493531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"a9d9e299-c9e6-48c8-8feb-2a5e70ac86f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.677420666Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"bd9cc4e8-af06-40fb-bd61-517042e55a60","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.68201053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0d7af83e-570c-46c2-91b0-679d3d225cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.683082357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"2c40df8e-97bc-4992-84b1-0d3f2eae022d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.690270459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ef4b5851-1b9a-4b98-b5fd-ad62365fa95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.720103339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a0c96444-38c9-4fbd-9535-fb0bc7de3713","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.720457432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"a0c0378b-8daf-4332-8176-69bda8e24bff","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.72669104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"1786cfcc-eebb-4aed-9ebc-55177cf7909f","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.735204531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"f921a34b-69db-4e90-86e4-3b45add646b3","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.737930759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"bd9cc4e8-af06-40fb-bd61-517042e55a60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.740917708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0d7af83e-570c-46c2-91b0-679d3d225cf7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.741781373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"020569d6-45c8-4dca-b909-748f9406ed1e","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:07.783896635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"61e75d43-faec-484f-b3ef-285085e6bde9","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.881462425Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"406572c5-3594-4a05-9548-fe4126d28241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.881533159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"406572c5-3594-4a05-9548-fe4126d28241","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.98911874Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"184ef874-b0d8-435b-a56b-0cbe3f8256c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.989323068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"184ef874-b0d8-435b-a56b-0cbe3f8256c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.989118759Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"309a8a5a-526b-44e3-b83f-fe934a053327","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:07.989504303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"309a8a5a-526b-44e3-b83f-fe934a053327","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.059142715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-subscription","reconcileID":"f5a0ee88-5e2b-4239-acab-ef030aa1ccb8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.086359899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"8b54144e-f2ca-4f70-a55c-e65fe7392bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.086458122Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"8a441b9b-b751-4cd2-b994-2907b57378e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.086538131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"8a441b9b-b751-4cd2-b994-2907b57378e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.148772744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"8b54144e-f2ca-4f70-a55c-e65fe7392bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.19310565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"fbf4835a-4a11-4956-b063-4827ff932be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.193117456Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"cdbe12b9-c77a-44b7-b9f7-df7348f94d71","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.193200935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"cdbe12b9-c77a-44b7-b9f7-df7348f94d71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.193441126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a2fdfb6d-14d4-42cc-b352-1629cf61f779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.193487545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a2fdfb6d-14d4-42cc-b352-1629cf61f779","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.225331096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"9e6a3412-a185-422e-9e61-1f02bdc07d87","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.251975777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"fbf4835a-4a11-4956-b063-4827ff932be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.270245003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"771226be-9102-4284-a84c-9ebe69760b1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.286425246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f4c049b1-6a77-4245-8818-f7f2607d354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.286497679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f4c049b1-6a77-4245-8818-f7f2607d354f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.385875577Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"28f19f24-5f5b-4873-a746-a6eab78cf7c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.385912014Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"7738aac0-978e-4e61-ac55-2f2923d5d727","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.38593999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"28f19f24-5f5b-4873-a746-a6eab78cf7c3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.38597114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"7738aac0-978e-4e61-ac55-2f2923d5d727","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:08.437073093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-subscription","reconcileID":"1d1a23f3-e75f-4efe-8761-7af62a3f9c53","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.489726695Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9c03ecfe-9ab0-4ae5-81de-63faa60f2e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.489805882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9c03ecfe-9ab0-4ae5-81de-63faa60f2e6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.615869229Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"15a7310e-bdd2-43d9-818c-690c002d047d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.616253138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"15a7310e-bdd2-43d9-818c-690c002d047d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.617127449Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"1a92e858-6e56-491f-850b-7e1a8941fe5d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.617202903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"1a92e858-6e56-491f-850b-7e1a8941fe5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.755935667Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3d8a4f6a-8154-494c-8a28-95c78a93c764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.756027345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3d8a4f6a-8154-494c-8a28-95c78a93c764","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.85869789Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"ac3a040e-ea1d-4065-a6b3-823f38dcf73d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.858774719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"ac3a040e-ea1d-4065-a6b3-823f38dcf73d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.858714037Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"9c133925-8ed1-4f87-a1a8-0b286651b069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:08.858829879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"9c133925-8ed1-4f87-a1a8-0b286651b069","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.02429858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.075442032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9a9610ef-9b9f-4cb9-989c-ae487630c7e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.075528136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9a9610ef-9b9f-4cb9-989c-ae487630c7e7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.077312Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.129114971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.179382022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"77852ee6-0cd3-4301-beff-0e8bad89432b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.179447132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"77852ee6-0cd3-4301-beff-0e8bad89432b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.179457452Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"84f0ff49-6144-41cf-9a9f-dc1ac0d5b5ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.179512097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"84f0ff49-6144-41cf-9a9f-dc1ac0d5b5ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.183319558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.239500811Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.294282544Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-subscription","reconcileID":"26b6b1b0-4b76-4d2a-866c-ca6854a79906","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.558672868Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"78bc6b78-8c29-4e38-8755-ec851bb43977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.558853796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"78bc6b78-8c29-4e38-8755-ec851bb43977","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.57144953Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.572245278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"11c661b1-4a28-4ebb-9672-4f5212f16b69","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.636118085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"803c95b0-4732-4a78-8c81-0a678bf32cf6","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.659580084Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"3785aecd-cbf0-479b-b972-d92245f75e53","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.659669389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"3785aecd-cbf0-479b-b972-d92245f75e53","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.659921363Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"44cbbd6a-1ee3-49c3-a159-3dc919acec2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:09.660004232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"44cbbd6a-1ee3-49c3-a159-3dc919acec2e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.69451586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"2de15b1c-f293-4418-b4d8-dffde1f803b1","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.715507701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"8a1f00c2-73d4-4fa8-a816-3bcc080254ba","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.71580477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"8a4eb5f1-6b6b-410b-85c3-8601390a38d9","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.845859061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c19af380-2de5-4081-b9a0-b10a32cffa38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.846602617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"9a82ad0e-c32a-4eb7-97f7-6ee995ce98d0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.847138858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea91511e-da2d-4cda-8c99-f9bfb3061d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.906097447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"9a82ad0e-c32a-4eb7-97f7-6ee995ce98d0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.906088929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea91511e-da2d-4cda-8c99-f9bfb3061d60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:09.90858162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c19af380-2de5-4081-b9a0-b10a32cffa38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.311956397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"7fea54af-93c7-459c-ba59-68118809482a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.357965994Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"70c9b623-e37b-4fd6-bb15-791c5060d2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.358068425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"70c9b623-e37b-4fd6-bb15-791c5060d2b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.411665421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-distinct-models-auth","reconcileID":"7fea54af-93c7-459c-ba59-68118809482a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.460493321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"b9f917e4-b8a6-4f1e-9dcf-ed9866701569","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.460564115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"b9f917e4-b8a6-4f1e-9dcf-ed9866701569","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.460565451Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"10a28c19-734e-46b9-9d8c-254b6fce8b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.46064836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"10a28c19-734e-46b9-9d8c-254b6fce8b61","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.613107778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"3cb2753d-8cf0-4f0e-8f06-cc8a7eeece90","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.620771974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"9be59e72-6605-4d65-ac07-c721c601f9f2","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:10.621004926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"af8f2fe2-19b1-484a-8e03-7e5d56a14ea2","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.768717421Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0616adf7-d5e4-4930-a500-2fd24cf5383c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.768875674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0616adf7-d5e4-4930-a500-2fd24cf5383c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.768718591Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"22e2ecff-deea-4d0f-a1fc-a898518287f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.768946751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"22e2ecff-deea-4d0f-a1fc-a898518287f3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.769039162Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"a45433dd-cc3c-4826-a3d3-160ad59bb979","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:10.769086766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"a45433dd-cc3c-4826-a3d3-160ad59bb979","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.658906555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"83ef39a4-bc10-4652-b70f-fe965eb653de","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.713563485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0ba4001d-0e22-463d-a05e-dae63d4155fa","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.919770829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e34bce5f-2c54-4d7b-813e-fa901dace2ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.941046791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.941920921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e182f309-65e0-4218-91f8-756fa3282b2c","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.976699733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e34bce5f-2c54-4d7b-813e-fa901dace2ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:11.999233436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0dfb1e82-d81b-4db1-bd62-fee9d5fbb3e5","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.050045155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"49619a9c-744f-4828-b5e9-4b9cd2d5c27e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.052413809Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0dfb1e82-d81b-4db1-bd62-fee9d5fbb3e5","name":"distinct-w1-b42983","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-b42983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.052463868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0dfb1e82-d81b-4db1-bd62-fee9d5fbb3e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-b42983\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.057752774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"945e4279-b0a0-4c64-9d53-699081a8c38c","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.147409678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"f7c6e7d7-70bc-4ec0-8cdd-ef8fcc5b0cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.147526261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"53d60427-2712-47f9-ab26-d445b2ad6797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.159631132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"9910b53d-a759-448d-931e-dfd6110904fa","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.204437808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"f7c6e7d7-70bc-4ec0-8cdd-ef8fcc5b0cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.204531016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"53d60427-2712-47f9-ab26-d445b2ad6797","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.21686338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"1a807079-675b-4feb-a621-4581b9243822","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.236288102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"c6579eae-7375-4c59-81c6-f9c3ec93c56a","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.3092692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"3a7111a7-a08f-4033-8760-15f846f841ba","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.309894462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d885b7c3-79f3-43d0-a1d7-2ea653d274b2","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.474905305Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"87b5b271-007a-49ac-9ff0-b308e45bd35a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"distinct-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.518613195Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b42983 priority=0:[ai-tenant-e2e-worker-w1-b42983/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-b42983/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.519843726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"017a9f76-2910-4a3b-9af8-986b338134f3","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.580772454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e35343ce-da11-4849-acd3-d499e0829072","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.58176674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"4c084f22-c4d6-4e28-9ddd-4c6577bd9c30","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.581842329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"78c89666-01a9-4773-9381-3c51ebb97eda","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.628438466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"a33d937d-a39f-433b-a100-ef8405a39cb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.640273228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e35343ce-da11-4849-acd3-d499e0829072","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.641003906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"ac6ef752-7a23-4e8a-871e-6e36166be683","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.641210841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"78c89666-01a9-4773-9381-3c51ebb97eda","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.641829771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"87b5b271-007a-49ac-9ff0-b308e45bd35a","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.731881236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"881d1895-a4f5-4f97-a448-74ac13fbf36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.732839066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2d29545c-d5b9-4695-aa01-1b49129a731a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.73744641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"11bd8851-bbbb-4eef-8d39-02996517ce86","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.796349643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2d29545c-d5b9-4695-aa01-1b49129a731a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.797205085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ae17a01a-6b94-411d-9157-afc91635509e","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.798107816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"881d1895-a4f5-4f97-a448-74ac13fbf36f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.851039232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"982e32d0-b6e8-4e75-be2a-69c408f6bcab","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:12.909550541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e35343ce-da11-4849-acd3-d499e0829072","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:12.913007457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ffafbe82-e71f-4f69-9973-367814cc568c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.017203508Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"24261af6-0498-429c-ae28-66b11272414a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"distinct-2-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.023971274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"06e58174-1134-42e8-a4bc-87e1b45cd7b8","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.180854832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"5505cb42-9289-4601-9853-262b12721b34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.181781314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"48d7f2f2-5488-4778-9d8f-74487dfd1a14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.226514353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"4e3db4f6-0d8c-44c9-80a6-01aaacae1b18","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.255874441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"08688456-18d8-4200-ad72-f5c9fd007f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.257778432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f28afab4-6808-46d5-9b74-d88b937d5b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.295612075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"5505cb42-9289-4601-9853-262b12721b34","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.303571953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"48d7f2f2-5488-4778-9d8f-74487dfd1a14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.361672486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"08688456-18d8-4200-ad72-f5c9fd007f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.367671761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f28afab4-6808-46d5-9b74-d88b937d5b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.507885777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"b6f88d7d-a2f7-4b26-a2b7-55006f8fc0f5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.630079343Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"96c5a108-bce4-4690-bd55-46a254771deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.630424111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"96c5a108-bce4-4690-bd55-46a254771deb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.756361332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"5505cb42-9289-4601-9853-262b12721b34","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.756944496Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"60cf74a1-1314-421f-bdb3-c007570f68de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.757321751Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"9e3ca200-3734-45b9-a24a-975ecc20d906","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.758727634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"9e3ca200-3734-45b9-a24a-975ecc20d906","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:13.758681633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"60cf74a1-1314-421f-bdb3-c007570f68de","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.94136661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"2d0a5a99-ebe5-4df9-a024-11f09f85bf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:13.941323478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ed9ff391-e49c-430d-bf13-a215a984696e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.012627114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ed9ff391-e49c-430d-bf13-a215a984696e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.014554645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"2d0a5a99-ebe5-4df9-a024-11f09f85bf8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.049707429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e468ca92-9fd4-457a-a1a3-9b2999cb38d5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.050299157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"198c8888-aa28-42c5-92a9-06b6b7f7f33b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.108501389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e468ca92-9fd4-457a-a1a3-9b2999cb38d5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.108501759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"198c8888-aa28-42c5-92a9-06b6b7f7f33b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.27758423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"ba6890a0-d523-4f47-8da4-6e19fbe00cf6","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.446395541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a7cc1a02-36e4-4d2c-990c-bb4c23863d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.446413867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4efc08ee-064e-42be-8739-e65f4741f4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.446851361Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"e28ae09b-ea18-4922-bbd2-3c1ad8b384bf","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4ed8334a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.504488486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a7cc1a02-36e4-4d2c-990c-bb4c23863d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.504752123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4efc08ee-064e-42be-8739-e65f4741f4dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.543311408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"9f18d523-c8f5-41bb-88f7-ab4f4502ce19","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.543350906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"6f43d8c4-bbc4-4e70-b8cb-2f7a11a514fb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.601543119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"6f43d8c4-bbc4-4e70-b8cb-2f7a11a514fb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.601543155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"9f18d523-c8f5-41bb-88f7-ab4f4502ce19","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.915272172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ebba3b65-0615-43ac-bd2a-e0c98bdd4316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.915272164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4330a417-0acb-48d1-b566-72eeea0c7250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.9733179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4330a417-0acb-48d1-b566-72eeea0c7250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:14.973317902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ebba3b65-0615-43ac-bd2a-e0c98bdd4316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:15.016737636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"9cf5b1c2-ea09-43ab-b47f-96d40ef985e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:15.017132584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"a8abb5a3-7480-4472-923a-f8e2df548afd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:15.082959752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"9cf5b1c2-ea09-43ab-b47f-96d40ef985e4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:15.084701711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"a8abb5a3-7480-4472-923a-f8e2df548afd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:15.914305023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a813c891-f89b-42d8-a6b3-bf6dc2c57e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:18.905888105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"01a83c1c-74df-40fe-9b55-4f54454e9155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:18.905974881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"01a83c1c-74df-40fe-9b55-4f54454e9155","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:19.035128292Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"bf30dad4-397f-490f-bc72-620155be5fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:19.035229097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"bf30dad4-397f-490f-bc72-620155be5fa1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:19.035118297Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"8155c87f-468a-4038-8875-38061743cbc1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:19.035312879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"8155c87f-468a-4038-8875-38061743cbc1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: compose ai-tenant-e2e-worker-w4-637fdb/e2e-dedup-subscription@e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: model e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:20.775376957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-subscription","reconcileID":"4b2c8b25-eef8-4a69-a30e-cc1dd0ea95a3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:20.992449067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-subscription","reconcileID":"4b2c8b25-eef8-4a69-a30e-cc1dd0ea95a3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.126521148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"95f16f68-a1e8-456a-9c55-4709ff1290f4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.126996247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"1dc4f983-7795-4d1b-8bd8-8228b6b180de","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.207972869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"4a10054e-0389-425f-8cf7-5cf0d82b3150","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.293913856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9da7abda-cd19-413c-bdaf-4db16ef9bf2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.294609078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"481f5207-c5e2-4c6b-93b1-44c58a5f1369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.303505105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"e4bb46f0-60c2-4481-b7c7-4163de660db1","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.305881305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.415121023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"1c614b51-00fb-46e3-acc3-361905fcabee","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.416164665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"481f5207-c5e2-4c6b-93b1-44c58a5f1369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.417956284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"b56b8273-aee7-44db-82f6-26274d00d2b0","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.418987879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9da7abda-cd19-413c-bdaf-4db16ef9bf2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.469411761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"0d9210e7-f05c-4b14-948c-613dd8a1b9f9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.470375943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"3e5df0e4-5d27-436c-8ddc-04dedd215912","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.470447156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"30f9e85c-49f5-4b5b-80c2-ea1c21fdf1ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.525062757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"18734000-b9b2-4833-8646-9e2ddeebff47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.526032258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"71d0b7dd-cf3c-44a2-b122-dcb740dbb32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.530796711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"0d9210e7-f05c-4b14-948c-613dd8a1b9f9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.582275988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"18734000-b9b2-4833-8646-9e2ddeebff47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.583061421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"71d0b7dd-cf3c-44a2-b122-dcb740dbb32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:21.878647181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"0d9210e7-f05c-4b14-948c-613dd8a1b9f9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.878827913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-dedup-auth","reconcileID":"35f30ca4-edd2-4e3c-9a2a-41eb2f9bec32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.981207218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"47a85dc8-b437-46bb-ba68-65e4508438aa","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:21.983580011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"328c950c-7447-4eaa-9ad5-c2e9aef3e3b2","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:22.083093758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"f0a65714-2de0-4b0a-9533-e56fd6073a26","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:22.991196782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.498842588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"3d4c38f7-cfa8-4cb6-9eff-30e79a3d3a0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.516737512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"7a75f7b3-bab4-4026-8c4b-fb3ca7bf5833","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.554542984Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"3d4c38f7-cfa8-4cb6-9eff-30e79a3d3a0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.572859539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"819eba95-9f7d-4635-9d8a-807f03c0706a","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.606720269Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub1","reconcileID":"3d4c38f7-cfa8-4cb6-9eff-30e79a3d3a0f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.730398183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"2cb2d58a-aef2-43b8-bf64-13bf020567a4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.793663577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"2cb2d58a-aef2-43b8-bf64-13bf020567a4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.795394804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.796510298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"e0d6f3d2-45b7-425e-95af-1527f3b799d8","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.855623941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"ee5d98f5-f89e-4547-8ba7-0aef8456bdb0","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.877877411Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.878651155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"065b1916-5790-4890-a9a8-db7d73e90c76","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:24.968740038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-user-sub","reconcileID":"74370364-b9ca-44a9-b25e-dda1de1a7b4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.970599582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f38db3cf-d676-4123-853c-31859afd8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:24.979950056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"91a055f4-3fec-4033-affd-d48d1b99c792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.029077101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0b1505ed-b176-4fe2-a4ab-373db861f027","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.033240113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f38db3cf-d676-4123-853c-31859afd8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.041989255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"91a055f4-3fec-4033-affd-d48d1b99c792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.090646233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=0:[ai-tenant-e2e-worker-w4-637fdb/e2e-models-other-sub ai-tenant-e2e-worker-w4-637fdb/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.09089559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"75ed8a91-6ed1-44bd-a632-0699b7f8290f","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.093801585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"87497278-6b78-4303-a601-070923a75199","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.116708378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"4306a0c6-05c9-489d-af0c-f36e7349f9a0","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:25.143343362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-637fdb/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.150661641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"410555dc-d7ea-479c-8467-1febb0984f4c","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.189869815Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"86fbcc6e-aafe-4a25-9c05-93276577e7c2","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0251797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.19149707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"ddf769a0-b3b1-42e6-bd06-4e598d699819","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.192284512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"64c7405e-858d-43ad-b148-1a97e51a8f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.197898258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"b889ade5-45ed-408d-8bf5-b43860acfc6d","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:25.200974965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-637fdb/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.248970416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"ddf769a0-b3b1-42e6-bd06-4e598d699819","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.250024142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"64c7405e-858d-43ad-b148-1a97e51a8f0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.252083178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"f7df480f-541c-4974-98d9-7d60e99f4f9c","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.276084075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"ed31efce-b578-4376-8803-d59bf8b48f1f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.333287584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"ed31efce-b578-4376-8803-d59bf8b48f1f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.417876763Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-user-sub","reconcileID":"54b16e05-275a-4606-b1c5-87316422ec11","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-models-other-sub","ai-tenant-e2e-worker-w4-637fdb/e2e-models-user-sub","ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.461421677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"52fb8fac-2c88-4796-992a-c8013c6fa74f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.521578907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"688b3bf1-b4a6-474e-a366-1dedcc38e00e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.521604248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7c4c5536-d347-4397-beb6-5c85039fdcd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.522785161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-other-sub","reconcileID":"304bd93e-fdff-4262-8e00-a8d9b16232ba","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-models-other-sub","ai-tenant-e2e-worker-w4-637fdb/e2e-models-user-sub","ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.583233733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"688b3bf1-b4a6-474e-a366-1dedcc38e00e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.584735967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"43691cf5-1622-4449-9db9-8f418f6ca04b","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.585768365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7c4c5536-d347-4397-beb6-5c85039fdcd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.628930945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"5aba7260-106a-4a46-ad03-9dbd1f7f8208","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.709954589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"d36e0d1f-3f59-456a-9d31-be6146eb8521","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.764608283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d8c456b9-55d4-43f4-94d0-c5dd3c4ccc7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.764547893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"b4edbbfb-e12b-47ae-bea2-6a6ff33654a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.766876984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e14872c7-0fb6-477d-986a-4ab5d475be7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.834312631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"b4edbbfb-e12b-47ae-bea2-6a6ff33654a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.839453865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d8c456b9-55d4-43f4-94d0-c5dd3c4ccc7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.868291655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"e14872c7-0fb6-477d-986a-4ab5d475be7a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:25.870331569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-user-sub","reconcileID":"51ee7ae9-30f8-45d1-acb7-f5724dde70dd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.184915665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"349b81d7-5d23-48e3-bf69-14bb51c2c0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.185898027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"6fd3e321-dce9-4e85-8ac4-dd8c9f7c0cb9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.187196385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-other-sub","reconcileID":"ce4e94e7-4f9d-4c87-954b-4c4d965559d1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.365604526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"65b451b3-cf05-4e69-927a-c90f068c973f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.404533455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"349b81d7-5d23-48e3-bf69-14bb51c2c0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:26.433936015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"6fd3e321-dce9-4e85-8ac4-dd8c9f7c0cb9","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:27.52790731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3ab5bbf9-ff5a-493e-b3d9-07813abf524e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:27.528870346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4dcbd8fe-8e68-4c7b-89ce-47763702fc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:27.619028977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4dcbd8fe-8e68-4c7b-89ce-47763702fc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:27.641398119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3ab5bbf9-ff5a-493e-b3d9-07813abf524e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.244049278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"11b2d576-93fb-4740-964d-e47abda3ef17","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.438375012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"7bcb7896-359e-417d-901f-b570a893064e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.443040696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d3f5e4d0-adbb-4148-8798-18e74942daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.438328078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"ea777d14-4b92-4e26-96c7-410bac5a1f7c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.52848203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"ea777d14-4b92-4e26-96c7-410bac5a1f7c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.556229074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"7bcb7896-359e-417d-901f-b570a893064e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:28.557004328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d3f5e4d0-adbb-4148-8798-18e74942daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.242112728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"760cf11f-7606-4957-a913-01330a993bfe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.29446088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"760cf11f-7606-4957-a913-01330a993bfe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.346503741Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-sub2","reconcileID":"760cf11f-7606-4957-a913-01330a993bfe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.62233484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.622985153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"385f5de4-836c-446c-b2f6-709ceb516c7b","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.681091887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"821fceee-8473-48f8-ac38-1089da6da966","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.776668247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"068543cd-22f5-4468-8772-cf9a2014eebd","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.879035289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"567b4dbc-7ad5-4fdb-be9e-0ccd8acbc07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.87905173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"93d3b409-6a89-4bda-a823-6e62bfa08792","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.879459277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cb1c2b1d-f1fe-4b9f-9006-2525b3c4f4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.879516973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"77a938d9-92d7-4b19-a62c-d5f70f4a75dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.937289784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"93d3b409-6a89-4bda-a823-6e62bfa08792","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.940732094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"77a938d9-92d7-4b19-a62c-d5f70f4a75dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.940815212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"567b4dbc-7ad5-4fdb-be9e-0ccd8acbc07e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:35.937293433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cb1c2b1d-f1fe-4b9f-9006-2525b3c4f4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.140752229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth1","reconcileID":"17352019-96ac-43c2-82a6-95343f2b30a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.346462471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"9ea52485-ebe7-4b14-ac48-ba1a6f8282eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.348229265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"174331fa-74ff-444c-9c79-a34e7365153e","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.403289985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"9ea52485-ebe7-4b14-ac48-ba1a6f8282eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.492610768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e34c9899-b210-473a-bcae-58a8a7c367aa","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.606997894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-return-all-auth2","reconcileID":"0104829d-d75c-4dd6-91ad-8c4fc489e0b6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:36.814484688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"ad327ad8-64e9-4105-8536-54009acf5b9b","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.437613116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-user-sub","reconcileID":"fe8041b1-048b-4a16-a303-911b97163665","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.450341326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"9977b64d-fe6b-4f45-8a16-917ac214d130","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.505538464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"323031fa-25b0-4d17-8442-b178cf7d9618","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.674551189Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-user-sub","reconcileID":"fe8041b1-048b-4a16-a303-911b97163665","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-models-other-sub","ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.696805759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"abc8f5cc-63ac-4645-b378-29cc08bc1111","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.758189699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"abc8f5cc-63ac-4645-b378-29cc08bc1111","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.758600343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d21ee9ff-115e-4f8b-b140-d659737f3f71","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.785538793Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.920399957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e2ae363a-6f09-4f45-9bd0-98fe6f2c3b59","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.95059596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"78c23193-8c72-46ef-8403-cc8153d76beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:38.958153826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-sub","reconcileID":"790723ef-db3a-48b8-8a90-7364bf1ef1c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.958844759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"f1fe32a6-e157-4769-8202-987f5ab767eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:38.96044105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-other-sub","reconcileID":"25663abb-35ea-41c4-9a80-f2d1f9d6edf6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.087297726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"1c4fd22c-80fa-4881-8fca-08261240f194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.126966649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.128038635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"6ba9d393-9072-48c0-a8bb-e649ab5075a0","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.141546143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"78c23193-8c72-46ef-8403-cc8153d76beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.174629763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"31b68986-0076-477e-b85a-a0dbed419a9c","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.292742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"87a784c0-b0fa-4979-b719-ec21025d585b","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.312866264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"20fbc283-f13b-4bf5-a16a-78f8bddf4ac2","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.294819036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"1c4fd22c-80fa-4881-8fca-08261240f194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.358270323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"31aaae2e-d593-4275-8176-62b83a4d9235","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.428079609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"36b11636-137e-47be-8cac-d384cc0f50da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.42853304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"6ad198cd-e306-4f0f-a3b6-0669fa541342","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.515279822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"6ad198cd-e306-4f0f-a3b6-0669fa541342","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.614316753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"36b11636-137e-47be-8cac-d384cc0f50da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.66993451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"b39751fe-75ee-4784-82ff-6439830fc081","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.695887864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-sub","reconcileID":"1906dc86-3177-4992-9741-a13493dba273","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-b42983/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:39.846361736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0c26a9f6-82b2-4680-9fa5-a33cb4fc6f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.143428293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"b39751fe-75ee-4784-82ff-6439830fc081","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.145875044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"449d70d0-a049-4b55-801d-03a8c23e5faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.252329159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"d65d7365-8cd2-42dd-8920-f04f90f5fd83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.323683532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0c26a9f6-82b2-4680-9fa5-a33cb4fc6f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.331433054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"199ae56b-cc8d-403b-bd35-0aab5a2111c6","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.336125344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"449d70d0-a049-4b55-801d-03a8c23e5faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.407164861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a29dbdb3-f8ba-4a9f-9cfc-1e8e25699348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.513076018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"63a46481-00e8-478c-b824-3cb93a74af63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.526330212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a29dbdb3-f8ba-4a9f-9cfc-1e8e25699348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.611347309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"63a46481-00e8-478c-b824-3cb93a74af63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.717217541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"eda9bb8b-173d-4726-a11f-efbfab987954","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.751108353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-sub","reconcileID":"abc7b8eb-eadc-4807-84f3-02a0e972d1ab","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.79704303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"eda9bb8b-173d-4726-a11f-efbfab987954","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.873207273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"1f60167b-1406-496e-b14a-2225d1b46ae3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.882370636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d8aef064-1355-4750-85a0-1db55514382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:40.995030449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"1f60167b-1406-496e-b14a-2225d1b46ae3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.058260254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d8aef064-1355-4750-85a0-1db55514382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.079673602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9d4f0afc-8fe8-489f-ba1d-73229b403a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.238071665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9d4f0afc-8fe8-489f-ba1d-73229b403a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.683507073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"609f19f8-c005-4ce7-848d-81a5aede8c74","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.838783763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"e0d73267-a00f-4d56-8b59-09d992c9d5fd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.84611323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"132ca376-993f-4d20-9cee-48531abb2b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.84702963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"88c1a620-5756-4e21-8bd4-c0fef659b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.904855738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"e0d73267-a00f-4d56-8b59-09d992c9d5fd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.911647108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"132ca376-993f-4d20-9cee-48531abb2b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:41.92304297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"88c1a620-5756-4e21-8bd4-c0fef659b0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:49.481757379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-other-sub","reconcileID":"512eddac-ae35-43ef-a290-8c4252bc3868","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:49.695277155Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-other-sub","reconcileID":"512eddac-ae35-43ef-a290-8c4252bc3868","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:49.904414454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"ff758d63-2add-4bea-aefe-0fc915f2b525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:49.960457109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"a70d880b-98ea-4c66-ad26-082d04bc30c1","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:49.960918904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.115652775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"72a232de-f073-46d7-b9f4-9ac2c94630d1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.116081094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"83ca4a57-40c6-49eb-a090-0826be5911a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.116493372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"ef9cdc5a-6750-4537-8a99-353da42b23d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.116637967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"c2495c5f-dbb4-4c26-bea6-52278fadb804","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.173280643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"72a232de-f073-46d7-b9f4-9ac2c94630d1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.175092686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"ef9cdc5a-6750-4537-8a99-353da42b23d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.175519687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"83ca4a57-40c6-49eb-a090-0826be5911a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.327988344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-models-access-denied-auth","reconcileID":"00956eb8-660f-44a4-84be-9797da804242","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:50.499590035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"d4193d7f-6cb5-46c5-8f7a-2f1e018090ce","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.864094213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-sub","reconcileID":"06737104-e2e9-4446-bcbe-306816fe93d9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:51.86545555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"3c4f15fa-6007-4a17-b205-45abb749aa80","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.08463406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"2d234b1e-5e8e-47ae-8943-0b13194ab9b8","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.288013503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-sub","reconcileID":"06737104-e2e9-4446-bcbe-306816fe93d9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.344084559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.398763475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-2-w3-96031a","reconcileID":"2c837303-0e21-4c90-811e-610522976010","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-2-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-2-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.614713599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"0d1ea427-d066-416d-be62-ef99eaca6377","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.631147927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c8737c8d-18e9-4831-9c31-0d2aef01495b","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:52.642298451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"fc66ae9d-35c0-402d-b396-6c29473a390e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.700807611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"0d1ea427-d066-416d-be62-ef99eaca6377","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.702805946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"26e62a86-bf40-4cd5-8076-73b36b63316d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.705044933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"153eba8c-1080-43c4-809f-b9ac34c75a90","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.72377925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"00275cdf-960f-4d85-ab52-91f49e4f2d8c","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.775395485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"5f377b03-2038-4afe-9502-098b0cff17e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.79057148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"9a1a8bdc-8154-412d-8014-71b6a5510ac8","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.83750697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"6fa58373-2c81-4ad4-bb0c-4d019107fb14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.828577626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"699f556f-a242-4754-8237-86776f0345a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.839703926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c1a21346-5fb5-4040-96e4-7686c7ecf253","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.841413029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"26e62a86-bf40-4cd5-8076-73b36b63316d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.878062494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"5f377b03-2038-4afe-9502-098b0cff17e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.877797072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"153eba8c-1080-43c4-809f-b9ac34c75a90","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.916995031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"699f556f-a242-4754-8237-86776f0345a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.924021095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"998d2532-c239-461d-8bf1-700d1694f3d3","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.924803202Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.925453972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"45f1d4a6-14a7-48de-b1b5-2067ad5e51ff","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.980144867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"e234bd6e-7d0d-4f48-9070-9bf0550bc5e7","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:52.987472338Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.042290913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.065228495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"d7d32daa-86e8-48bf-81e3-201da6c6c9bc","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.065752913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"6968bc08-9882-4afa-8631-d543484f5fc8","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:53.145551048Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"6968bc08-9882-4afa-8631-d543484f5fc8","name":"distinct-2-w4-637fdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:53.145713879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"6968bc08-9882-4afa-8631-d543484f5fc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.145942986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ed0bbbf1-98d1-4dcb-9445-ac9993d19bcf","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.146567339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"34d9f794-059d-499f-985d-92a6296d1b23","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.154871294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"df4d80c9-83ee-4462-be6b-0823ff25ec7f","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:53.17247224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"d361c431-c410-412a-ae80-9ac728d2481c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.206658003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"85a84ab7-8582-48ed-9ec2-b8c318a151b9","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.216100051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"97772f42-8c66-4864-9bc9-9a38d971ef8b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","model":"distinct-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.247088998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"34cd73e2-213a-42d4-9a0a-01294d020f6c","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.308623919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"d4e4548a-7374-4822-bb90-4c8efd628841","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.373640689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"fba084ee-4f9a-4b54-95c6-8069d6bf6e63","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.403529091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"ac940a13-ea01-415b-9d18-7b45a819144d","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.426085691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"32929d33-d822-4a49-90c0-2118c4873df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.427416445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"7e031483-d1a4-406a-9692-547356d1619d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.489826241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"e8d028a3-a9fb-468e-b0ca-bd83e852198c","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.490436216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.5152044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"7e031483-d1a4-406a-9692-547356d1619d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.516287829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"32929d33-d822-4a49-90c0-2118c4873df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.551853182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cbfd18ce-f08d-492d-a510-a26526830445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.55296141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f408ec3e-bc50-4f75-a061-d37e9e5ac4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.65957946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"cdcfd882-7c95-4d21-b5a8-f4152ea38c77","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.714590548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"815f3b44-565b-48c5-9f02-bc737ffb1142","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.715648243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f408ec3e-bc50-4f75-a061-d37e9e5ac4ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.717119304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"2dea66eb-2efd-4fb6-a2a8-4b100ab60f71","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","model":"distinct-2-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:53.719353094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-sub","reconcileID":"601facf8-35e4-4682-9d99-5f60cea2b6cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.719928778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"38833ced-ac8c-47d4-a8e8-1224021c57bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.72049543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cbfd18ce-f08d-492d-a510-a26526830445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.781062144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"38833ced-ac8c-47d4-a8e8-1224021c57bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.785967604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"3fd9ab0f-2026-4423-98c7-48e194326749","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.843301882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"cd4f7e46-a105-4002-9562-0019c2257b86","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.874318747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-api-key-no-access-auth","reconcileID":"bab3a9c5-4704-4787-92fb-92988b7e634e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.888634769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"be7e12cb-dd03-4195-807a-5b5112bcae92","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.901406973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"795d2689-7857-4887-8b36-4ec335cf8c3d","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:53.927323244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"7e031483-d1a4-406a-9692-547356d1619d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.928914398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2e0b846e-adbf-44fe-b024-de3883b93ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.932818151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7ff32573-95c7-4aba-baa5-d16cd4ec471e","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:53.98591042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2e0b846e-adbf-44fe-b024-de3883b93ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.083005098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"b689832c-e3ec-4f66-bfd6-622fbf28bf2c","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.085033988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"8fe7f80c-2f4f-4ebf-a7fb-1636ef148c4c","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.086813947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"0cc53572-394a-4875-a058-40379efd8a34","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.095837837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"21d6eb3f-8dfa-46e7-865e-a5bed35432fd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.143536936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"0cc53572-394a-4875-a058-40379efd8a34","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.167614739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-sub","reconcileID":"5936cd92-45d6-4d82-9295-e2f88306bfb8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.184959414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b2d6087a-e578-4085-a99e-444675372c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.244413425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b2d6087a-e578-4085-a99e-444675372c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.265863327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"317ca141-5c76-4bb4-9534-4addd54b1d20","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.348885435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0db696a7-33bb-4515-9847-46afd0b69da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.349658724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"45424eaf-b52f-42b1-af20-4421ec14a6c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.374481422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"4aefdb8f-e486-4fdc-8dbd-eb1879b8f358","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.389477139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"527658de-a947-4cb1-b7ac-9e905b4a7cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.406583923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"45424eaf-b52f-42b1-af20-4421ec14a6c1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.407073951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0db696a7-33bb-4515-9847-46afd0b69da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.447838275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"687798a0-7773-48a6-8d47-04b42f500bd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.465875663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7c313024-a080-407a-9810-506345a261a7","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.506116008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"687798a0-7773-48a6-8d47-04b42f500bd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.564654997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e18d76e3-a411-4056-a8a3-38874c2cb32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.582111957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-sub","reconcileID":"4d75c91b-c12a-4361-807d-7f6dbca95e12","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.621613332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e18d76e3-a411-4056-a8a3-38874c2cb32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.663952422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3064e2fd-b68d-44e5-85ff-0644bf63f49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.721314872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3064e2fd-b68d-44e5-85ff-0644bf63f49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.764229815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"45684771-afe7-4f8e-8d0f-92be088efc57","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:54.821001718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"45684771-afe7-4f8e-8d0f-92be088efc57","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.278098914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"49e2b020-2117-417e-b01a-8a0578b2dd1e","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.335804189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"5434caeb-2c2f-4104-b3b8-bb02147b8cb9","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.555895946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"7b20da1a-5337-44dc-8219-8feeb370eef1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.558941749Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.559512658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"ef587fa8-c58e-48d9-8576-d3dfdda390fc","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.613190222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"7b20da1a-5337-44dc-8219-8feeb370eef1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.617414476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"e498904e-f359-4f13-8b21-16b81e262679","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.666727907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"6cc202fd-6a95-4ecd-96bc-1f3538b22e4c","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:55.67014543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.723334717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"b9e0c0c0-e161-4676-b561-40cddd7a824a","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.766196156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"649c4503-e165-4c1f-9b39-4a4c734f38c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.766203506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"900b31f1-1cbf-4693-b3df-2277c9335eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.825383728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"649c4503-e165-4c1f-9b39-4a4c734f38c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.825740855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"900b31f1-1cbf-4693-b3df-2277c9335eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.841702476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"10d4bf48-78dc-44a3-a4b6-41a00965e5a8","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.89816511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"7958eea5-d2f7-4880-a92d-dd50c6713353","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.935697839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"74981038-f50a-46b5-a46a-6521c0ed91bb","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:55.93635838Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"7ec5a3e9-f312-4abb-b725-4067683a813e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"distinct-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.11153356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"ca1a85e2-a404-4518-9cac-8563b733edad","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.134902502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"eaf33904-63d5-4c45-9f67-112449e2e992","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.1354862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b42983 priority=0:[ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w4-637fdb priority=10:[ai-tenant-e2e-worker-w4-637fdb/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-637fdb/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.161442293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"140a4e07-d8f4-4fcd-86ca-3c76514d9a37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.196714648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4bafc469-4358-4124-a595-0774d5b3e50c","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.218526354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"140a4e07-d8f4-4fcd-86ca-3c76514d9a37","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.244408205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"beae142d-5a6c-429d-823d-14a2f26f2d80","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:09:56.256955858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.259756057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"34e658e2-6040-4711-a3db-11f56358eeb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.301245861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"d3203cba-6782-48db-ab0b-413a8c949366","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.318975673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"34e658e2-6040-4711-a3db-11f56358eeb4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.321672874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"a5b83c64-32f5-4ad3-a02b-604fa7412773","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.362492307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"fe10f436-3616-4b55-8466-68fa9ec58eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.362489288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"c3cf01ee-0660-4153-9b63-fae59ca4813a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.452519784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"fe10f436-3616-4b55-8466-68fa9ec58eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.460503465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"fdfb587b-de4e-49c0-a248-c330d9365876","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.461236515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"00277c91-671d-4641-9c2a-86d8ff0582a1","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.470199983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"9b3a371b-8f8d-492a-9d50-ca171718a320","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.475839271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"c3cf01ee-0660-4153-9b63-fae59ca4813a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.528238476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3e9ec474-f21f-42d4-ac53-c0a23a80aa7b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.528634446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"59aae2b1-6891-4de8-a7dd-441af7c30af9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.534820428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"2b409ebf-757f-4135-a9a2-baece40709ef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.558020536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"ba1c1e3c-ab39-4b60-8b16-5bc6c2b27805","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"distinct-2-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.675757045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3bc19c0b-2af8-4678-98cd-65d6d9f8aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.732851873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"c117eb9c-c07b-4d56-be72-5b784cae43da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.733555984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"d0c89357-accf-4ac5-9d2c-80749a7bab74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.768270949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3bc19c0b-2af8-4678-98cd-65d6d9f8aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.80160544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0995066f-f0d9-49d0-901b-0690b8431c2a","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.905304379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"6fe1065e-cb6f-4692-bf55-a3ff587ef40f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.905411679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"23a2d09c-660d-4700-91e8-b94f6b52dd5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.965310138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"6fe1065e-cb6f-4692-bf55-a3ff587ef40f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:56.966124659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"23a2d09c-660d-4700-91e8-b94f6b52dd5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.006888965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"39b330c6-2995-4c21-98a5-bc67589bbf82","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.012902191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cad20067-9a6d-455c-b8b8-f4f29d3b7988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.01306609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"5c49326a-136f-4f9c-9649-ebf50bd81763","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.069635937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cad20067-9a6d-455c-b8b8-f4f29d3b7988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.103410465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f8b802bf-fcbb-4c8a-8c29-5f050da69dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.148643954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"171753c9-5528-46b3-a44a-e88038e320f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.160354739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f8b802bf-fcbb-4c8a-8c29-5f050da69dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.170832411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"1147a6b0-cd7c-42a2-9692-0142187771bb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5ce091a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.206646164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"171753c9-5528-46b3-a44a-e88038e320f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.346206479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"18773522-711d-42ed-8203-fac04703fe33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.346547188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"36752ef9-f2ad-4053-8d65-f4f22d13b238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.403686773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"18773522-711d-42ed-8203-fac04703fe33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.403747066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"36752ef9-f2ad-4053-8d65-f4f22d13b238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.448618778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"4b6577d9-5c8d-4547-a4d0-1f8889c4f200","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.515141548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"4b6577d9-5c8d-4547-a4d0-1f8889c4f200","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.553896041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e3d6800a-6a04-4565-ae94-7582fc72cf79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.613093981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e3d6800a-6a04-4565-ae94-7582fc72cf79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.764155012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"094fac07-9491-4a36-b97d-bef4786ee95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.820869461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"094fac07-9491-4a36-b97d-bef4786ee95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.857478499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"093c02ca-94f3-44aa-b17d-e2b93c85a417","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.857868259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"7baad687-4cac-4384-878a-0b651bfa6461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.914347952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"093c02ca-94f3-44aa-b17d-e2b93c85a417","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:57.914981776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"7baad687-4cac-4384-878a-0b651bfa6461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:58.006858854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"1e1e614f-f21e-42db-9cac-238304124fba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:09:58.065825861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"1e1e614f-f21e-42db-9cac-238304124fba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.787353633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"894ac8c5-1fdf-4dda-a5a6-6c3351d44fa5","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:00.948061616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"55fc3141-6b4c-4e1a-ba41-be9adb18f112","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbe483e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.047159518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"12cfb686-6d28-4881-9fc8-9745fb8d1b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.047163361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"c287ee34-6b95-41eb-9610-56040d483d97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.04744727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"28760888-9626-4c14-aef3-39f176cf2974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.04767219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"200d22b4-14a2-43a9-bb89-ffed3fa96991","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.105859441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"12cfb686-6d28-4881-9fc8-9745fb8d1b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.106040404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"28760888-9626-4c14-aef3-39f176cf2974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.108161528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"c287ee34-6b95-41eb-9610-56040d483d97","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.108357088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"200d22b4-14a2-43a9-bb89-ffed3fa96991","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.56871597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4572ddf9-67a2-4edd-ad99-3c9ae0fecae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.569474813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"e68e6948-0e17-4be0-8038-d994afb361ce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.569968735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"697f2c0b-3ce7-43e2-a742-fbfc77266fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.570435584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"57d68d11-011e-471b-9e99-7fd378dc9e49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.626944993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4572ddf9-67a2-4edd-ad99-3c9ae0fecae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.627759698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"e68e6948-0e17-4be0-8038-d994afb361ce","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.630644069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"57d68d11-011e-471b-9e99-7fd378dc9e49","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:01.6311014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"697f2c0b-3ce7-43e2-a742-fbfc77266fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.620052044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-sub","reconcileID":"13f1ba62-82d2-46bd-816f-6c4e9b3ce6f0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:06.869347114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-sub","reconcileID":"13f1ba62-82d2-46bd-816f-6c4e9b3ce6f0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.180000158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"483c2a96-bc4b-4286-bbe1-95ec6886bd0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.240817421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"9d7c3a7c-a565-4edf-bee9-095cdfc11132","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.319566279Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.320516699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"0d57fda3-5038-4c9b-b930-8e5f7ad96a2f","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.32395043Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"9d7c3a7c-a565-4edf-bee9-095cdfc11132","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.413457539Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub1","reconcileID":"9d7c3a7c-a565-4edf-bee9-095cdfc11132","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.41458137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"8cbaa207-04a3-469b-ad31-724aa2f35de8","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.452980418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7f6ba658-fb55-47bb-a9db-bb81d685da6a","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.494831915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"e923f2d2-f6f1-48c8-ba7a-1a118103dc53","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.547021228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"5451a421-9540-4f35-b4e6-8179456e223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.547937168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"245ee1aa-50a4-466e-ba0b-2134373d6bea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.548785832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"22268763-c0ad-45e7-952c-6af1627a9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.650390938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"22268763-c0ad-45e7-952c-6af1627a9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.65422412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"5451a421-9540-4f35-b4e6-8179456e223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.706868276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"245ee1aa-50a4-466e-ba0b-2134373d6bea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.847786278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"bf6ede69-5326-4729-ac27-0135a327dfd5","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:07.848324265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.02700489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-user-token-filter-auth","reconcileID":"bd8c33d8-8580-4267-9957-6cfe93e818c3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.028279255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"857e6498-8941-4098-b2e7-f6deca709072","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.125931918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"7c87ac5c-5140-4aa0-866d-3fb2e4b121f1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.18306362Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"7c87ac5c-5140-4aa0-866d-3fb2e4b121f1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.183671989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"7a231359-3929-437e-8f5d-b63db8e18cbe","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.219324136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"8e54f25d-5700-4d2d-b714-e0c175cb590e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.22027209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"fff68462-7ba7-46e2-beee-1a590ab23a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.223381478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"1618760a-8b62-40e4-a46e-68186602140d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.259446329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"1e7c774a-5417-4e52-8509-b47b4c5c0790","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.452862366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"2341ba05-ff11-4136-9a07-68884d2f548b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.659158399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"2341ba05-ff11-4136-9a07-68884d2f548b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.68113926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"8e54f25d-5700-4d2d-b714-e0c175cb590e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.718742704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"fff68462-7ba7-46e2-beee-1a590ab23a01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.847155723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"1618760a-8b62-40e4-a46e-68186602140d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:08.926217124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"62432383-f65c-4f90-a3ac-6597ba03ce00","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.046320501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"1e6cf17d-a806-4430-a6e9-342fc9033cdc","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.114385661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"c5b2a61a-afc3-4322-bc8b-840a57fd8ac3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.235123996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"c5b2a61a-afc3-4322-bc8b-840a57fd8ac3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.266760049Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"694dac3f-5a3b-4c16-b8f0-337e78fa2953","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-77bc78f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.34367418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"05e129a6-9bd3-4950-97f9-c87fb9a65320","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.466322823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"a5d72494-65ca-4741-9150-134531cd2ded","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.58038755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"cdf15eec-af03-4154-97e1-5ae49bce78d1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.581380952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"db93986b-ff55-472a-850d-42b81083b97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.58929928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"a5d72494-65ca-4741-9150-134531cd2ded","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.641626182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f0bcb0e9-1724-4690-88fa-67b63ad92184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.674442417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"db93986b-ff55-472a-850d-42b81083b97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.793034556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"dc439fd3-316a-490b-82d5-283a897e56b4","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.807593676Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.811296119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f0bcb0e9-1724-4690-88fa-67b63ad92184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.854910291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"cdf15eec-af03-4154-97e1-5ae49bce78d1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:09.887329432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"176f2e40-987c-44f1-b8b3-843556d46c9e","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:09.955614932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-sub","reconcileID":"88949085-b87c-4268-a84f-1e4877e600b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.013667292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"33d01190-947a-4d09-a683-ddc4dd96a886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.215597974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"33d01190-947a-4d09-a683-ddc4dd96a886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.21705021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"c9c8d9c2-3a6d-4843-bddf-1fb9733bf246","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.305867337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"9dc212ec-a34f-43c5-89e0-f7422ee64ddf","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.393792735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"09257f73-7afc-4be4-a90c-7d023a2bf5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.395576144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"aa95da08-d5cb-46d1-b5bf-e839cb029746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.396155913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"f8f1269e-f077-40f2-aa63-b972678c999a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.515569832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"01e2be66-034f-4e61-bfcd-b57781c88107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.517465588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"09257f73-7afc-4be4-a90c-7d023a2bf5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.519489181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"aa95da08-d5cb-46d1-b5bf-e839cb029746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.569164953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"f8f1269e-f077-40f2-aa63-b972678c999a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.721893471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"01e2be66-034f-4e61-bfcd-b57781c88107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.759734063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-sub","reconcileID":"415add21-be87-4890-ac10-98ae509e98ae","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:10.949161451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"91e31e83-e8d9-4588-9ba6-9c887bd93afc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.067954327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"96d5dc99-b992-464b-b1a6-6e25429b7f3f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.342698865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"91e31e83-e8d9-4588-9ba6-9c887bd93afc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.371987093Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"96d5dc99-b992-464b-b1a6-6e25429b7f3f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.408532801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"cacaccd5-a1f9-46db-8376-80aea220a764","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.592539419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"7a6bdcc7-f606-4fa4-b77a-a8e10d250152","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.624515953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub1","reconcileID":"96d5dc99-b992-464b-b1a6-6e25429b7f3f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.8209174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"246dac03-655a-412c-9e8d-a915de17d3e3","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.911080056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"6cfb7b23-c74c-4eaa-a891-1e4a43d1de0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.916030698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"fe4e1e7e-1acd-4974-879f-9a7c2cf37b4c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:11.945685514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"293a8966-29eb-4c47-81fa-f143af3f1d23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.066282097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"6cfb7b23-c74c-4eaa-a891-1e4a43d1de0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.093748005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"9dd88dc3-eea9-4205-9404-ccb43185eebe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.100075987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"fe4e1e7e-1acd-4974-879f-9a7c2cf37b4c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.113825699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"293a8966-29eb-4c47-81fa-f143af3f1d23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.142454346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ced75f92-709a-4ea6-bc67-4a3e28aa932b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.14404732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-sub","reconcileID":"ebc1b636-675f-4f5e-a9d0-d45906d470a0","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.199276952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"9dd88dc3-eea9-4205-9404-ccb43185eebe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.264428976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"ced75f92-709a-4ea6-bc67-4a3e28aa932b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.297848161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"dc1cde96-5da7-4afa-bf42-3af0a612f943","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.298665904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.385052034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"47aff22a-5128-4b9e-aa6a-467d9917985b","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.42260639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"83d34166-1024-4fd5-b8f8-c345538e4270","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.573047452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ad7b40d3-f8b5-4c3a-9f64-c78e23774ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.575778348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"398dbbf9-bccc-4385-963c-2aa3a13f3a30","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.640510016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"f757dba6-4097-41c1-865a-e9adddde7746","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2975ef91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.656681921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ad7b40d3-f8b5-4c3a-9f64-c78e23774ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.783286803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"17918170-a40a-4487-a7e3-1316e83679a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.784221695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9c3cb605-2098-4ede-861a-0428de8e991d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.838843996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"f73313b7-1ded-49d2-af91-f9de377e357e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.863228874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"17918170-a40a-4487-a7e3-1316e83679a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.864039237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9c3cb605-2098-4ede-861a-0428de8e991d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.881555865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"76e7527f-5be4-43b5-9b72-a1da3ef3271a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.917897165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"f73313b7-1ded-49d2-af91-f9de377e357e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:12.950638897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"76e7527f-5be4-43b5-9b72-a1da3ef3271a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.196148776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"9a9d88d0-b385-46f7-af33-558d62b33efb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.26299006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"9a9d88d0-b385-46f7-af33-558d62b33efb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.263984672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"8e00943d-368b-43d4-90e9-8874edc07c96","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.382603448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"28e1cee6-7134-4e9d-ae2d-ff60094974c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.382735058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7c12651c-71ec-4ae4-9e3f-1af9aabcf5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.449259179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7c12651c-71ec-4ae4-9e3f-1af9aabcf5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.456808926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"28e1cee6-7134-4e9d-ae2d-ff60094974c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.490896543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"88cee982-30ad-4f95-9e38-b09ae6866eba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.49164675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4d7fb5c4-a965-49ba-af14-8469c6d40a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.556148139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"4d7fb5c4-a965-49ba-af14-8469c6d40a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.567716381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"88cee982-30ad-4f95-9e38-b09ae6866eba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.655132446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b3a221b3-f682-4561-aaeb-81d57eea77d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.712447734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b3a221b3-f682-4561-aaeb-81d57eea77d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.844780521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"847c4b37-001e-4e30-9645-f26d59b991e3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:13.907864589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"847c4b37-001e-4e30-9645-f26d59b991e3","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.3187586Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"3eed9d07-9861-4384-8d98-e72ee7bbc7ea","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.369778786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-sub2","reconcileID":"3eed9d07-9861-4384-8d98-e72ee7bbc7ea","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.686977986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.68798387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"149c36b4-b356-4637-bc3c-083326376d2d","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.836652547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c1afcce1-6521-412d-b3e2-c8df92a78ce5","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.944448524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"81e0424c-739d-4674-b496-7e64922a2e04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.944744977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d44c3c99-bec9-4141-baa9-a9bfd852a697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.944908274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"722e8994-f075-425a-926e-1252a0d9f154","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:19.945225693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e6b9c61c-c09d-4778-949e-48efd3420283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.001369346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"722e8994-f075-425a-926e-1252a0d9f154","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.003499548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d44c3c99-bec9-4141-baa9-a9bfd852a697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.00137482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"81e0424c-739d-4674-b496-7e64922a2e04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.004098174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"e6b9c61c-c09d-4778-949e-48efd3420283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.157619972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth1","reconcileID":"6843fbc6-30e4-4ca4-bf4e-c95aa1a65cd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.365461694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"662e91da-d96a-45e8-a532-6eb562c6ffbf","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.517982905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"d9921576-ae9e-4f2a-9362-96f82d883db4","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.518046827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-ignore-header-auth2","reconcileID":"26fae902-f3b5-4e1e-b673-c3a9b628b595","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:20.677031754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"0ca3a8e3-7ae1-428e-b7e4-5e322eaf8ecf","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.023922728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c5c1c2b5-54bd-4eb0-97dd-3cb8f2eaa48b","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.080959983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"90c38d97-0bc2-4a11-8493-9ec7ea7458b1","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.333909542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"e1eb62bb-1039-4cde-b07a-6c82342acd93","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.33451158Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.337935818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0f45808-63a0-42e9-aad0-e11487e994b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.395189532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"777f3eef-035d-4bd8-8c56-a993040170d0","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.39630989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b0f45808-63a0-42e9-aad0-e11487e994b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:22.441243473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"4ace55f9-6214-42a1-8061-5ccf31f2465c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:22.448497682Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"777f3eef-035d-4bd8-8c56-a993040170d0","name":"distinct-w4-637fdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:22.448565515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"777f3eef-035d-4bd8-8c56-a993040170d0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.454029736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"84661a25-9945-415e-881a-bbe70b8dfe35","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.538072078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cd60a7a0-e1b7-4517-a5f1-759c1049afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.539924756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b4934f7f-1e84-431e-96f5-1336f7b426a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.549959187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"3ee37886-fbba-4374-9bcf-cc3503d866a7","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.59541019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cd60a7a0-e1b7-4517-a5f1-759c1049afda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.59708316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"b4934f7f-1e84-431e-96f5-1336f7b426a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.599016842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"ae66424e-92bd-427e-abc3-ca8fe4c93648","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.606541863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"b4878db5-b4bc-4fb4-a21f-7f9f473f60d7","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.655397794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"40ce1aa9-a2c6-4e42-b6dd-e92ae1b8f7de","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.692772009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"6aff5776-0314-4253-be55-a089ca5976dd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.70926394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"fbc28c04-e62b-4194-96a3-eae81a32aff7","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.745015283Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"6aff5776-0314-4253-be55-a089ca5976dd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.797363303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-sub2","reconcileID":"6aff5776-0314-4253-be55-a089ca5976dd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.817093182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e86034d2-e963-465d-a2fe-123bd66edce8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","model":"distinct-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.877024233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=0:[ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.877328727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"7857fd27-82aa-4800-bf0b-2f7d1490922c","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.911613848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"091fe423-bc74-4887-ba58-7bd46ca86c5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.934802527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c1265f92-5892-46be-a7e0-b89ad29dca0c","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.967965211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"091fe423-bc74-4887-ba58-7bd46ca86c5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:22.979025472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e86034d2-e963-465d-a2fe-123bd66edce8","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.991307499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:22.991593235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"c212ac2d-c929-4529-84d5-9c22fcfea623","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:22.991661753Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.016368426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ac29e88-80d7-4a35-b9ea-58bd34c88274","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.047978945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"4bc951f7-2997-4c56-8e7a-2a57d893dfc3","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.086855301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e48ce4d0-acac-42ac-852b-b2f3fd68df9c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.087578023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=0:[ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.087892862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6ac29e88-80d7-4a35-b9ea-58bd34c88274","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.118925465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f374889f-7226-47ce-bde4-4717611aa4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.118927089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3ef0b7cc-083b-4ae9-bf66-fc8d76123052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.146852131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"58fe0cb8-bf78-47bd-8da7-48cdad95518b","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.175786818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f374889f-7226-47ce-bde4-4717611aa4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.175902257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"3ef0b7cc-083b-4ae9-bf66-fc8d76123052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.223063974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"75d988e0-7041-454e-9b2a-93ebd782a322","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.223091298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"3e933fe7-a73b-4c62-ab0a-72f35a385f16","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.297383886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"3c219556-213e-480f-a22b-e0b601755a5a","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.32734078Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ed37a658-b058-45f2-a6bf-38c6a2345af4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","model":"distinct-2-w4-637fdb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.347693545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"51ff8ace-942d-4861-8241-bd9b85cc4483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.389621191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"7ac755be-7189-4bea-b486-322476065f74","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.404248294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"51ff8ace-942d-4861-8241-bd9b85cc4483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.434129282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-sub","reconcileID":"d52b560a-4615-48ba-99b5-4217ec61d980","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.494639092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"c63dbffe-8b9b-44ba-badd-88cd2d734400","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.548626439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0d801cb9-cd3c-4528-b610-81b154e6a5f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.553516937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1fef7281-ac80-43cd-a06e-08666e4300a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.605015724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0d801cb9-cd3c-4528-b610-81b154e6a5f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.609987769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1fef7281-ac80-43cd-a06e-08666e4300a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.649552637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-sub","reconcileID":"d52b560a-4615-48ba-99b5-4217ec61d980","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.649944288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d8932c3f-e38a-46aa-b116-71c0d8c4c9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.650396006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e0f484db-89e7-4c8f-a905-96f1db904741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.701959155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"88a52431-05ad-4fb4-8f4f-3732897a8f56","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.706650023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"d8932c3f-e38a-46aa-b116-71c0d8c4c9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.7085438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e0f484db-89e7-4c8f-a905-96f1db904741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.758347857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth1","reconcileID":"34cd7f4b-316d-42c4-93cb-4ef681a1d5b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.812445988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9b016b04-a33d-493a-9f31-f46cd0193549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.85722589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"a24cf25b-d6a0-4bb3-8286-1e8c9718cc0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.865685241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"ffc634a9-5eb5-4bfc-955d-021f96d72daa","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.865865433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-637fdb priority=0:[ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-637fdb/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.868660661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9b016b04-a33d-493a-9f31-f46cd0193549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.916203613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"29b083a8-4462-4cb3-b5e0-d51cfbaddfb4","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:23.970582856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"2016c95b-3f7e-4db4-991e-b15dbf53783e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.018279828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"67901560-ba45-4102-992d-3a9808011f1a","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.020675292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"a78a107e-2073-4346-be29-f91b65f8ae6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.020675267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"5d3a8f6a-2393-49bf-9c13-53de18ed023a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.027333982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"2016c95b-3f7e-4db4-991e-b15dbf53783e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.071130322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"fe9b99b1-5729-4176-8bb2-7fa2cc9f125e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.071793737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"09ace78d-d22e-45b0-9b83-192d590a57eb","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.077591484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"a78a107e-2073-4346-be29-f91b65f8ae6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.077649374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"5d3a8f6a-2393-49bf-9c13-53de18ed023a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.127965206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"fe9b99b1-5729-4176-8bb2-7fa2cc9f125e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.272482685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-multi-keys-auth2","reconcileID":"6fbd6f1c-a940-425b-b916-0eb45b8e0ce3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.32368522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-api-key-scoped-auth","reconcileID":"860ab42a-7a77-498b-aa09-508c63247603","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.430886257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f4bd4754-0ce2-4857-9b0c-632d269a53c8","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.531787051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"31febe6b-1d1e-4fc0-ab68-26932945af54","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.581410339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"a34a7602-053f-43b6-88e3-15f28aaa43b2","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.741952317Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"31cb58f6-747b-4f41-b167-b7953f6a1cbe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-434942fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.870091761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f21b231-e4d9-4742-9db3-d738106383db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.870286241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cea937e0-baad-4d1d-9c9d-892fa94ed1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.870093577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"84df8d04-7c5e-4f96-8ff4-1a563182c2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.870622091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6a66794d-4325-4937-8e9b-6c6e1b727f3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.939187164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cea937e0-baad-4d1d-9c9d-892fa94ed1bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.939619917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"84df8d04-7c5e-4f96-8ff4-1a563182c2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.942014265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6f21b231-e4d9-4742-9db3-d738106383db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:24.942475297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6a66794d-4325-4937-8e9b-6c6e1b727f3a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.354705641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"da7d8845-0482-42c5-b83b-5341a1c41dd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.354748691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a4d96c58-8fdc-4ec2-b0ea-910266033810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.35521085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cdd5361a-71a7-4869-a54c-858f96edda59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.35523921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"587a6a85-796e-4348-9c1d-05762e586f91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.412602751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"a4d96c58-8fdc-4ec2-b0ea-910266033810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.413254066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"587a6a85-796e-4348-9c1d-05762e586f91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.415249392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"cdd5361a-71a7-4869-a54c-858f96edda59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.415701702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"da7d8845-0482-42c5-b83b-5341a1c41dd8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.803408826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"8315a726-94fb-4e0a-a936-b0e05b228ab8","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.860109496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4ddbb797-f3e4-4282-a094-3277620ff329","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.988581045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8841ce-e27a-4bb1-8d7b-5f6cbf43e7b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:25.988601045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f8841ce-e27a-4bb1-8d7b-5f6cbf43e7b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.04320538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d801d3-a6c2-4a36-94d9-c3a21e4a81a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.043228728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d801d3-a6c2-4a36-94d9-c3a21e4a81a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.067283282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bc8b55c8-50a4-497a-848c-7d4e26953220","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.087940965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.088635416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"060b0271-f8cc-40ab-89f4-e636b3bf0b76","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.124579834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bc8b55c8-50a4-497a-848c-7d4e26953220","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.14834207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"968db595-db44-4816-a5cb-f5f2bd1a2d5f","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.196819032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"af85795d-9dae-4cee-9f88-9b2cc06e2691","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:26.198124055Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.251203033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"6437f826-8c8a-47ba-b261-d5278876ff39","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.255199164Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-936e6d models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.255900896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4d11b39-5916-4895-898a-089c4d038eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.255918694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4d11b39-5916-4895-898a-089c4d038eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.29999349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-936e6d","reconcileID":"bb7fdede-bb3b-4ea5-aa7d-25551e6db1c2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.349601458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"6446a9bb-cf6b-4315-8f40-c1c3a84e536e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.349604486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8a8a644a-ddfc-4d42-88d1-0198e5a9721a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.356964848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-936e6d","reconcileID":"bb7fdede-bb3b-4ea5-aa7d-25551e6db1c2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.365310269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"6372147e-228f-40fd-9920-81b7a456fa32","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.3653326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"6372147e-228f-40fd-9920-81b7a456fa32","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.406714466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8a8a644a-ddfc-4d42-88d1-0198e5a9721a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.407200942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"6446a9bb-cf6b-4315-8f40-c1c3a84e536e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.417354609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"2cebb5a9-32fe-48f5-a26b-f3455f972a72","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.417626524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"342b7cf9-a99d-4453-894d-e772a2158400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.417639196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"342b7cf9-a99d-4453-894d-e772a2158400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.417945744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"85df7296-36ac-415c-bf0c-9ecc9d0bbcbf","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.419534356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fbe8d1-d174-4d58-aae7-d18626df2fe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.419555072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fbe8d1-d174-4d58-aae7-d18626df2fe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.46153646Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"817298ff-5449-4873-987e-a7656e54e826","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"distinct-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.479371804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d16a1efe-4d20-40cf-bd9d-e0bb4804037a","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.479393712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d16a1efe-4d20-40cf-bd9d-e0bb4804037a","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.51234516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322bfede-c201-44c1-b1b1-4be0d5f2c737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.531517538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"7e72f2f7-e5ba-4710-94b8-39562768a29f","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.531866047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54538392-cf6b-461d-9ac0-1757bd7ce92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.531878419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54538392-cf6b-461d-9ac0-1757bd7ce92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.569124315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322bfede-c201-44c1-b1b1-4be0d5f2c737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.627219944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"f92a9a9f-22c5-47c8-bd9e-4b6b8a3010d2","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.627696416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"355f04c1-f75a-4401-a0d4-45180d60975a","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.628246035Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b42983 priority=0:[ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-936e6d models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.685093999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-936e6d","reconcileID":"d7880e8d-2f8c-4047-bc37-ca5f0f13fdba","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-936e6d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.689545266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd00517d-40a7-455e-bb75-2b39a61e37f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.689569694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd00517d-40a7-455e-bb75-2b39a61e37f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.690125198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"4d804082-cccc-4e4a-a737-af46721a9e7b","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.696150809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3e6cb627-366a-46d9-ad2e-f7b64b0cc684","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.734160481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"703ee6dd-5a5b-48d1-89dd-d3bb466e9617","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:26.743127235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.753045018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3e6cb627-366a-46d9-ad2e-f7b64b0cc684","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.790700106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"0653c3e4-afa7-4858-9097-2792960cd5f8","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.834785851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"94ba339f-9350-4fe1-9330-a1871a458d81","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.851375432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10dfe2b-0e25-412b-b2af-7749869ba793","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.851394442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b10dfe2b-0e25-412b-b2af-7749869ba793","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.865800195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3330d356-b66a-4b84-95b9-1b722d381634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.865901912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ee239170-bef2-4e6b-96bd-a52f49d4ee84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.92272817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3330d356-b66a-4b84-95b9-1b722d381634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.923114477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ee239170-bef2-4e6b-96bd-a52f49d4ee84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.935825691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51831119-82ee-4be2-954d-8215b2716f7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:26.965641864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"4b7357f7-146d-48a1-b94e-787fc129ccad","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.022415208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"4b7357f7-146d-48a1-b94e-787fc129ccad","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.043240084Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ec767ec5-e6e9-4614-a12d-2579fa5ba609","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"distinct-2-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.058717872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-936e6d","reconcileID":"3dafe12e-0198-4e5a-be12-baa08250cf2a","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.066338561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"d934a663-79bf-4b27-a21c-6bde3c057494","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.123082941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"d934a663-79bf-4b27-a21c-6bde3c057494","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.166385259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"33265015-2dd1-490e-85e4-3a618dacf39d","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.2135223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"58a6a0ed-337d-4610-873b-b31a455dd8db","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.267329926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-936e6d","reconcileID":"5368e89a-9603-4925-a0a8-89387e2e7716","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.323798634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-936e6d","reconcileID":"5368e89a-9603-4925-a0a8-89387e2e7716","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.368466036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53e4b09c-6dff-4138-92b4-a1e21fdc4595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.420573223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c6d8ef28-2e50-484e-b334-1845d61289dd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.425341699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53e4b09c-6dff-4138-92b4-a1e21fdc4595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.468284022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd2973f3-95eb-443e-a466-3ceb11e955ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.525884147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd2973f3-95eb-443e-a466-3ceb11e955ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.571532327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4a971f79-77ed-465d-87ef-0cb5a0cb07ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.628441738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"4a971f79-77ed-465d-87ef-0cb5a0cb07ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.67339872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3f7992cf-ad43-4206-8877-4a8119e5318f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.730309099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"3f7992cf-ad43-4206-8877-4a8119e5318f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.775563792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb5db789-d9a4-4f22-aae4-ed074b91297d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.791661398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"45e914e4-585b-4059-9dbe-1d99d56275fd","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:27.834635432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb5db789-d9a4-4f22-aae4-ed074b91297d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:28.060761851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"867b33e3-0cee-4907-9434-f5edc30e902f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:28.117792566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"867b33e3-0cee-4907-9434-f5edc30e902f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:30.305454439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"d71fd8df-c436-4831-ad8e-ddcb04c5b7b3","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.030362617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"9682863a-2299-4614-b6b6-95e9732e8f32","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.234587946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3c5bc86d-d5bd-47e4-bb5e-82991cf50131","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-959a96de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.342809453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"02aea215-5f1d-4fd7-b966-6de95e8315e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.347473771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aff0add0-356c-4146-adf6-b5e104822cb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.348098206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"780bb741-634a-4628-bf47-b0722154eac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.524428132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"aff0add0-356c-4146-adf6-b5e104822cb9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.594326255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"780bb741-634a-4628-bf47-b0722154eac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.594932986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"efcd52de-998c-470e-9d69-313028eae4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.755977829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"02aea215-5f1d-4fd7-b966-6de95e8315e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.770033078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7a86cb75-46e7-4a46-a83b-1e922e748c9f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.84377429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0bed7e3-37ea-4992-9457-c36d24c94ca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.855227338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0bed7e3-37ea-4992-9457-c36d24c94ca7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.856034865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-936e6d","reconcileID":"28ed4ca1-2616-4d3e-8b0d-d7db4478ad40","MaaSAuthPolicy":{"name":"e2e-default-int-auth-936e6d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:31.84546697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"efcd52de-998c-470e-9d69-313028eae4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.137619367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"7f020d8d-513e-435b-9c3a-4bab180ac63a","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.139757397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772203de-182f-4c92-8e1d-e29fe184e11f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.139780797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"772203de-182f-4c92-8e1d-e29fe184e11f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.249682491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92572971-4995-410d-8891-c54072eaf4de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.249710109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92572971-4995-410d-8891-c54072eaf4de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.273023384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2b5386ed-da90-4b6f-8570-1027be022c12","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.394299927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d7270ef-ac50-4a31-91d1-1eb567e40564","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.413619255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"200fb2b7-4320-4e54-b99d-d577f4f6583b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.54078546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2b5386ed-da90-4b6f-8570-1027be022c12","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.627586313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"200fb2b7-4320-4e54-b99d-d577f4f6583b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.656601678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3a159d64-e18a-4da3-a0fc-ad08c487f0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.758565431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d7270ef-ac50-4a31-91d1-1eb567e40564","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.798261563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3a159d64-e18a-4da3-a0fc-ad08c487f0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.880842914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"863d7c49-4ee0-40e3-8c98-82a373faaa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:32.953734872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"863d7c49-4ee0-40e3-8c98-82a373faaa22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.446898531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"b419cce2-b169-47b7-aced-6f63559aaec7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.499376425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff08b0a3-5381-4e65-8f5b-32e024cf18a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.797412908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"b419cce2-b169-47b7-aced-6f63559aaec7","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:33.899985247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff08b0a3-5381-4e65-8f5b-32e024cf18a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.008510275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"7c7fd905-d737-4957-b980-13b545143782","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.26346318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5107434d-bc2c-41ab-af9b-73a5debc92e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.308989262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"7c7fd905-d737-4957-b980-13b545143782","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.326791847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"09eed8f7-cf89-42de-a47c-41ba02b53d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.331397112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5107434d-bc2c-41ab-af9b-73a5debc92e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.51193997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"09eed8f7-cf89-42de-a47c-41ba02b53d1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.780328126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"e897317f-3de4-440d-8a49-cb0addf99213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.794491285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67ada557-5666-485c-9b35-511c26f55eab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.83748956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"e897317f-3de4-440d-8a49-cb0addf99213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.838603859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"894a37b3-2e1c-44e9-bf52-5437cf991f42","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.847481054Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67ada557-5666-485c-9b35-511c26f55eab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.895485025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"894a37b3-2e1c-44e9-bf52-5437cf991f42","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.899754886Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67ada557-5666-485c-9b35-511c26f55eab","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.934187374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c207c659-95fe-402f-bafc-429e7dfc43ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:34.991570895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c207c659-95fe-402f-bafc-429e7dfc43ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.174048477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.174908041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"c67f7717-cf83-470c-ac6b-6d448204706c","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.286907303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"56d78367-a480-4bf5-9dac-d14974d4af03","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.286933869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"56d78367-a480-4bf5-9dac-d14974d4af03","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.339058739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"45be6c4f-cd49-4c4a-a94f-e0957161934c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.339522768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"862554df-924e-489b-86cb-f766a8ebb931","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.449801617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"573a9eb8-8f84-469d-92cb-a76678276200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.451981018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27fa80e7-29ec-4b17-a68b-742e7685a27d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.477778718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3876d70a-7303-42b0-80dc-ccbd6438d8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.479137816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"2f6cc6ff-f982-4069-9726-f955ebafffb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.482098197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ffe1ee00-0b44-4049-a375-a6a1cc577113","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.482200408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ffe1ee00-0b44-4049-a375-a6a1cc577113","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.498584779Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7da0cbb8-b8c8-4d31-9ec7-eb161f3820fc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1dafbca2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.537846655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3876d70a-7303-42b0-80dc-ccbd6438d8d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.539711052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"2f6cc6ff-f982-4069-9726-f955ebafffb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.542743917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27fa80e7-29ec-4b17-a68b-742e7685a27d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.544499664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"573a9eb8-8f84-469d-92cb-a76678276200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.953724724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9df2099d-8386-4fd8-ae79-d3afe89e0475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.953942163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff657607-a054-40a1-a63e-19c5af5bf668","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.953724217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82e4124e-efc8-4f54-8b67-23973ca90adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:35.954615717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d9519432-43ba-4349-97e5-a9c05ab1e28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:36.011305403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9df2099d-8386-4fd8-ae79-d3afe89e0475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:36.011585342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"82e4124e-efc8-4f54-8b67-23973ca90adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:36.013704478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d9519432-43ba-4349-97e5-a9c05ab1e28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:36.014431776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff657607-a054-40a1-a63e-19c5af5bf668","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.287617034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5634b148-6bd7-4fd9-abc1-fc15642d6d9c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.339446359Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5634b148-6bd7-4fd9-abc1-fc15642d6d9c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.392047541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5634b148-6bd7-4fd9-abc1-fc15642d6d9c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.664380271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.66515994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"67db957a-93ec-48d9-bb07-2440e1c1df93","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.819433306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"35e913e1-6494-4828-bd30-89fdf8e45573","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.921636488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"51e0effc-ee9c-4abc-834f-26a7838fd7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.92165704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2f82cf80-f3e2-4579-a084-0e3caa71de42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.92221488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6875a63-6788-4656-b64a-a3c2b41cbbf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.922227598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7ae4983-a64e-4d81-b401-c2a54ec2763e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.978852033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d6875a63-6788-4656-b64a-a3c2b41cbbf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.978906981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"51e0effc-ee9c-4abc-834f-26a7838fd7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.981132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"2f82cf80-f3e2-4579-a084-0e3caa71de42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.981426649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1005eb56-6abf-4af1-8dff-24d4e749bbcf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-71fab6c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:41.981469533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7ae4983-a64e-4d81-b401-c2a54ec2763e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.391776534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"870c3990-c1c9-43d9-81d9-58d038cacbee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.391893443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"9a61640f-3380-482b-bb7b-6bb2c0a6cfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.392279863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b078fb1-c1c1-4e0a-a742-79f853db983b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.392560487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"b5faeddc-f9f9-486d-8922-273f779a6298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.448526702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"870c3990-c1c9-43d9-81d9-58d038cacbee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.449366594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"9a61640f-3380-482b-bb7b-6bb2c0a6cfe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.451065191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"b5faeddc-f9f9-486d-8922-273f779a6298","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.451501276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b078fb1-c1c1-4e0a-a742-79f853db983b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.650208894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-936e6d","reconcileID":"6b68294b-8975-4d16-9c57-d58fce95ab72","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-936e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:42.866716536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-936e6d","reconcileID":"6b68294b-8975-4d16-9c57-d58fce95ab72","MaaSSubscription":{"name":"e2e-default-int-sub-936e6d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.075417441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"695be4ed-6de1-4e62-8599-eb95a5e26c1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.1292535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad6376f1-e348-4ec7-b2c0-819553308237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.129275467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad6376f1-e348-4ec7-b2c0-819553308237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.12986552Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.393877235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"fb3455cf-9bba-4d25-bf7c-50685c63e7c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.39399185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b634cbb-ec39-48a3-ba5a-84b97e2cafa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.393877255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68ede8be-b35d-49fe-84bc-30c7527573bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.394375976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"f0a19ee3-d760-481b-9666-cf8ab4768c96","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.454514625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b634cbb-ec39-48a3-ba5a-84b97e2cafa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.454558932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"f0a19ee3-d760-481b-9666-cf8ab4768c96","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.456698974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"fb3455cf-9bba-4d25-bf7c-50685c63e7c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:43.456760261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68ede8be-b35d-49fe-84bc-30c7527573bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:45.55189568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fe6b8ac8-a64f-4c68-ac13-772b4a11fe50","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:45.604340222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fe6b8ac8-a64f-4c68-ac13-772b4a11fe50","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:45.65653615Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fe6b8ac8-a64f-4c68-ac13-772b4a11fe50","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:45.927868054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:45.928676024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"067a6784-4b41-4347-9896-7f65d4cfd266","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.074130494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"346def78-0330-4320-91fd-775dec60b75e","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.190311825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73f5a41d-ec7f-4af6-92b0-a1fbbfbef8d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.190627609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db54c5b3-6147-4ec7-9c21-52b1b06c84d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.19087858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f3e077a1-8c7b-4c1e-a114-6e5c90745aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.191075743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a3512053-d82d-44f8-b077-a081f2242828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.247870069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"f3e077a1-8c7b-4c1e-a114-6e5c90745aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.248669127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73f5a41d-ec7f-4af6-92b0-a1fbbfbef8d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.250376264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db54c5b3-6147-4ec7-9c21-52b1b06c84d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.251247825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"a3512053-d82d-44f8-b077-a081f2242828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.454063368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4cfb925f-21d0-4ff9-91d7-0cbc26f2e95a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.660652966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b46db31-e6e8-4d17-847b-6d42249f4f1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.711738426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"d34fe9b6-3d59-4f4b-87da-17e14c1b697c","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.717463047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7b46db31-e6e8-4d17-847b-6d42249f4f1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.866563032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"0c2e8c09-a1a1-42ff-b1a9-014a4d305557","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:46.921116798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6b70db6b-befc-4bf5-973c-8ce9869eaf78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/distinct-2-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:47.179812141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"91c42e1e-07da-4452-a78d-2af3d74576d2","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.478648788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1903d184-b915-468b-9f81-d86046fe0a69","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.479259262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"1b0c1f69-4a96-49c3-bae8-a956a2b6afb9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.479918507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"16f27bce-0812-4685-aa97-e24d897c70f9","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.550315992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3bf311dd-b676-460c-9a9a-1a0f36ce13d5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.550912407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"7a6a3487-03e3-4ea8-8c6f-6fb77b5c37c1","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.551454759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"1e1fc76e-f048-4595-8afb-4113997ae9ec","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.650810581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"686c36cd-ea78-4d23-9259-44fb2a81bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.704854624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"b8c73721-9341-4e28-b158-30273f468fe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.723570227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"686c36cd-ea78-4d23-9259-44fb2a81bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.75583215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3ee704af-072e-49e4-9467-665c6f3c971e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.816841551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3ee704af-072e-49e4-9467-665c6f3c971e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:50.820936285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"17ef9a1c-685c-4510-9a7d-d9056e8da8c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.090870581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ac684084-08cc-49e6-89ab-86d8463369d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.148304203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ac684084-08cc-49e6-89ab-86d8463369d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.19222224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d7bfb7c5-caa1-48cb-8448-2b84bb94cdfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:51.270255249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d7bfb7c5-caa1-48cb-8448-2b84bb94cdfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.034672548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5268c2e2-89a8-41d1-8255-4d1cfda795dc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.086808549Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5268c2e2-89a8-41d1-8255-4d1cfda795dc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.138731419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5268c2e2-89a8-41d1-8255-4d1cfda795dc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.413395458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e825f8a1-43d4-4d78-adbb-12c1acc628ee","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.443062237Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.553524803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"ac295cc3-2147-4b77-b676-9eb84f25d923","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.77832881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6427747a-7fbd-4169-806b-4a6b36381f33","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.779428151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ac911cb4-acd0-405c-b9d0-412e37cdbad4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.78041592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"284fdbb7-565a-4563-a9f4-f82ad609fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.781404455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"baa7e8d9-e4ae-4509-b7c2-e21ecfb4976d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.837136163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6427747a-7fbd-4169-806b-4a6b36381f33","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.840933504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ac911cb4-acd0-405c-b9d0-412e37cdbad4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.844560927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"284fdbb7-565a-4563-a9f4-f82ad609fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.848208107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"baa7e8d9-e4ae-4509-b7c2-e21ecfb4976d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:52.994960177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.050165616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b14baed3-36a6-4e5e-81fb-af09c9975736","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.215868944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"db161113-41d0-4351-a257-2d37aa651bf4","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.267794454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8cfbf03e-3afe-4cc6-ab13-f97d7a7fad66","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.34431627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8cfbf03e-3afe-4cc6-ab13-f97d7a7fad66","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.36293352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"be607ed5-a2fd-47c7-b36b-ed8a85a2c0b2","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.422775402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64540dda-2b20-47c8-a2b0-cff4f15c40fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.501141513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64540dda-2b20-47c8-a2b0-cff4f15c40fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.564708301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64540dda-2b20-47c8-a2b0-cff4f15c40fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.570645329Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7cc01278-1fc7-41a3-854b-55fadcf00122","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-2-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.623586849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64540dda-2b20-47c8-a2b0-cff4f15c40fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.836967844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"b44546e4-4187-4c6f-aa5d-85157f896f8f","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:53.998717083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a7a67875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a7a67875","reconcileID":"da29100d-c7df-4c0d-be85-dbfcecf81bbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a7a67875","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-a7a67875":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.225981043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46359da7-6c54-4e0e-85a5-55935c21efd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.226747038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46359da7-6c54-4e0e-85a5-55935c21efd1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.347925012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"namespace":"ai-tenant-e2e-mt-efc2f257","name":"e2e-policy-efc2f257","reconcileID":"ca7171e1-9779-4ecb-a47d-e09bc48656c4","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.696979248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"namespace":"ai-tenant-e2e-mt-efc2f257","name":"e2e-policy-efc2f257","reconcileID":"ca7171e1-9779-4ecb-a47d-e09bc48656c4","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:54.811325584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"namespace":"ai-tenant-e2e-mt-efc2f257","name":"e2e-policy-efc2f257","reconcileID":"ca7171e1-9779-4ecb-a47d-e09bc48656c4","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.306972883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"286efbf3-c7ca-4e53-9c2f-692686cdb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.307766091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5b3615d8-4eb0-40a1-acc8-e2c90e193e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.399869632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5b3615d8-4eb0-40a1-acc8-e2c90e193e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.602010105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"286efbf3-c7ca-4e53-9c2f-692686cdb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.870953281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4e5b17d0-6375-4fd6-8387-1c1ec3d1cddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:55.872208823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6102a808-55c9-484c-b5f6-9e48b60c456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.034015517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3155e86-3ece-48b8-bc31-cca5fd74e333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.3270585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3155e86-3ece-48b8-bc31-cca5fd74e333","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.336499467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f711eea8-12f9-4d93-929d-24515ba3f75e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.336649874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f711eea8-12f9-4d93-929d-24515ba3f75e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.135875598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4e5b17d0-6375-4fd6-8387-1c1ec3d1cddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.3270226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6102a808-55c9-484c-b5f6-9e48b60c456d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.396396529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"569b4150-bdec-4313-a21b-56ebf2e22fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.510478614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"efb0ee94-fb1a-401e-a746-76af8ba6df9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.510875792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"569b4150-bdec-4313-a21b-56ebf2e22fe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.511379055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7c0601-6a45-4f43-b398-c477272debf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.51144546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7c0601-6a45-4f43-b398-c477272debf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.512162216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.627902721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"efb0ee94-fb1a-401e-a746-76af8ba6df9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.629565346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047d0d41-96ce-41a0-8e7a-7940cf15aa08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.629647974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047d0d41-96ce-41a0-8e7a-7940cf15aa08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.63055664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"48dd7cfc-1526-4a4d-9d8c-5b39dbbd8849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:10:56.63108018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"802107cc-ada0-49be-bf66-73856da5f8a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-5af3fb25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.711792855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"efb0ee94-fb1a-401e-a746-76af8ba6df9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.819369759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"48dd7cfc-1526-4a4d-9d8c-5b39dbbd8849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.820358806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf607c0-3304-4061-9c0b-3c0ce08f1638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.820376101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bf607c0-3304-4061-9c0b-3c0ce08f1638","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.845118448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"765d2105-f4da-478c-8d1a-5b8bfd4af8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.845484853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"765d2105-f4da-478c-8d1a-5b8bfd4af8a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.910466444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfec3ff7-ac07-4106-87ff-5e88b198eff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.910563407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfec3ff7-ac07-4106-87ff-5e88b198eff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:56.930596075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"2e4bc86b-8f8c-43a4-8467-a4c5f6cd9cc5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.016457834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"2e4bc86b-8f8c-43a4-8467-a4c5f6cd9cc5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.079928779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"2e4bc86b-8f8c-43a4-8467-a4c5f6cd9cc5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.202747509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"42364f7f-0eee-4289-a90f-37a82732d701","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-5af3fb25/e2e-shared-int-sub-5af3fb25","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.263761366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cab9302-a19c-4033-a0e6-d2a06c6a5991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.317575353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cab9302-a19c-4033-a0e6-d2a06c6a5991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.373669074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cab9302-a19c-4033-a0e6-d2a06c6a5991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.423825214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e25676b-2159-4a12-9fb7-278f96b360ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.428471246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cab9302-a19c-4033-a0e6-d2a06c6a5991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.54342528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6f010b2-7501-4699-b769-0c5155f8f39f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.543521838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6f010b2-7501-4699-b769-0c5155f8f39f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:10:57.81682679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"180e775d-7c03-4530-a0ea-6cdca061564b","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.645755072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8fcc29-beed-40cc-bbd0-696a55ff173e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.645781352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f8fcc29-beed-40cc-bbd0-696a55ff173e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.702591384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5986a2d8-840f-407d-80e1-f41d0a9fe261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.702618246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5986a2d8-840f-407d-80e1-f41d0a9fe261","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.829734976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"b04dbb97-0c71-4d99-826f-d322a6e94ec4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.894489063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"b04dbb97-0c71-4d99-826f-d322a6e94ec4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.94439301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46fbaecf-438b-49b0-ae43-73294f610810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.944411831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46fbaecf-438b-49b0-ae43-73294f610810","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.944709155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:02.949896747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"b04dbb97-0c71-4d99-826f-d322a6e94ec4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.001220925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935497e7-caa2-4752-83bd-252cd5c3439b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.001240517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935497e7-caa2-4752-83bd-252cd5c3439b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.00615783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a78f67b-d228-4edc-b291-d1e6a2d290ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.00621691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a78f67b-d228-4edc-b291-d1e6a2d290ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:03.05294954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"9c92024f-9f0b-49f0-9a25-c7073f14819b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-5af3fb25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.110039665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"52993a6e-ceb7-47b6-be1c-bd564c38ac6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.166947715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"52993a6e-ceb7-47b6-be1c-bd564c38ac6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.167452463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e60dc663-c649-4416-9587-ae3ff7366135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.167470065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e60dc663-c649-4416-9587-ae3ff7366135","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.222242849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"52993a6e-ceb7-47b6-be1c-bd564c38ac6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.224075318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75962a58-94c4-4691-8cdb-62e3d89bf2aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.224094559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75962a58-94c4-4691-8cdb-62e3d89bf2aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.490388417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"38ec2329-9016-42fa-ac7e-bb2711626a92","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-5af3fb25/e2e-shared-int-sub-5af3fb25","ai-tenant-e2e-mt-d60a91ef/e2e-shared-int-sub-5af3fb25","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.65453298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ec7a56-671a-4313-8dd3-7434aff44d18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.654562552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7ec7a56-671a-4313-8dd3-7434aff44d18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.699050161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5392576e-71d0-442a-bc96-72a12ae9190d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.699379474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"624268e2-b5cc-4394-82eb-d06196b87537","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:03.862506018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"b6509768-b8ee-47c0-b20b-48374605aa03","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.188123223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"e19c3939-dccc-43e9-9d1b-a2883c0b8b5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.245242963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"e19c3939-dccc-43e9-9d1b-a2883c0b8b5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:07.301305018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"e19c3939-dccc-43e9-9d1b-a2883c0b8b5f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.641889749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"39b3b834-f568-490c-9f0f-f82ebcd8cd80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.641945953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79549053-0635-4083-a003-7a7a016728ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.641960031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79549053-0635-4083-a003-7a7a016728ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.745457039Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"39b3b834-f568-490c-9f0f-f82ebcd8cd80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"policyNamespace":"ai-tenant-e2e-mt-5af3fb25","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.80383707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42bba566-817a-40d7-9450-38df609101d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.803857934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42bba566-817a-40d7-9450-38df609101d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.956937492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c085c071-1ef8-4308-98bd-62560edb47eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:08.956960185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c085c071-1ef8-4308-98bd-62560edb47eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.328432604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d1213e9c-475b-49b6-a9ec-adefb7d36ee8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.388026327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d1213e9c-475b-49b6-a9ec-adefb7d36ee8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:13.492837656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d1213e9c-475b-49b6-a9ec-adefb7d36ee8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.230058355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"namespace":"ai-tenant-e2e-mt-efc2f257","name":"e2e-policy-efc2f257","reconcileID":"2358adf2-f6dd-4a31-841a-087bab1b10c2","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:15.390786291Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"namespace":"ai-tenant-e2e-mt-efc2f257","name":"e2e-policy-efc2f257","reconcileID":"2358adf2-f6dd-4a31-841a-087bab1b10c2","MaaSAuthPolicy":{"name":"e2e-policy-efc2f257","namespace":"ai-tenant-e2e-mt-efc2f257"},"policyNamespace":"ai-tenant-e2e-mt-efc2f257","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.12436501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"6d69380c-9a2b-4479-93bf-a5e4161f5676","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-5af3fb25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.339294188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"namespace":"ai-tenant-e2e-mt-5af3fb25","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"6d69380c-9a2b-4479-93bf-a5e4161f5676","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-5af3fb25"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d60a91ef/e2e-shared-int-sub-5af3fb25","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.549248695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"561222c3-9f78-44aa-bf33-638ac4d49c1c","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.549302267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a47b9932-36bf-4a96-994e-f109ed1dfeb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.601796019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.602036878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6427943a-9b11-4d56-a95e-73da13f4eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:19.602058309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6427943a-9b11-4d56-a95e-73da13f4eb87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.735188219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e276bd59-89a3-4c37-8da6-f605183f70d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.735195121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8d335f53-2a4a-463d-8f0e-901d04a99751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.832608397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e276bd59-89a3-4c37-8da6-f605183f70d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.835070067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8d335f53-2a4a-463d-8f0e-901d04a99751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.887577183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8536463f-eb34-43a5-bcef-394c00a5dff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.887580966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6dcf2c94-11ef-4535-a18f-d05ed778ec49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.944422838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8536463f-eb34-43a5-bcef-394c00a5dff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.944438048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6dcf2c94-11ef-4535-a18f-d05ed778ec49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:22.989349334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.601974209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"3adf0f38-55a5-4014-a8b4-f0375ffa00b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.658980892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"3adf0f38-55a5-4014-a8b4-f0375ffa00b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.714611689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8c08af4ba580a17e7b21451ec3db7d22ebaa5fd03746d1b49ef9cc3179583838) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7c73e71c1ffc4976cb2ab434acb11a2ac1cf638e857f8996d1303d34a43fc81) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (db5299628ea5894ed08169d3d29ad17076c7c579237e8cfc083c43299601f84a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e285b8751db78be0f98192552fb17d0a1b043387438b62e7a69251d796fa381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (61030833e890f7713f08f32fad28902ee31d092fb2d25c2e724765b66bbd2b00) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (02df1f210941d818fcd228f9f898f1801457d702826c69d0471d1ec969d9dd76) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (70676e97aaf456fffc492d1af0d1915a5aed24b7dd949f52cbe5acc5ce026052) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (166426a3b1177ce2d9aa6342f5ca838c993be5813d79dbb0096738bd2272b33a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ed65d01fe2e50e2e9d284109cab003f601a632c6bf2290c9e89c4b9a6df559b4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (da7cabea9b7119d9c63060608dbb678e3c136da610eec31a932ac47c9fc73ec6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"3adf0f38-55a5-4014-a8b4-f0375ffa00b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.773120793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1db275-4829-4027-a6c6-62396dc452b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:23.773140797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1db275-4829-4027-a6c6-62396dc452b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.463035824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"e746eb24-ca38-439f-9802-188def58fd3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:32.581255228Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"e746eb24-ca38-439f-9802-188def58fd3d","name":"e2e-mt-a7a67875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:33.449619143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"315d4586-4173-4482-85d1-24a6fa00987a","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:33.877080231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"33091c50-4592-4f68-8f68-6fd33a681457","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:33.934373549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"33091c50-4592-4f68-8f68-6fd33a681457","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:33.99018123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8c08af4ba580a17e7b21451ec3db7d22ebaa5fd03746d1b49ef9cc3179583838) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7c73e71c1ffc4976cb2ab434acb11a2ac1cf638e857f8996d1303d34a43fc81) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (db5299628ea5894ed08169d3d29ad17076c7c579237e8cfc083c43299601f84a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0e285b8751db78be0f98192552fb17d0a1b043387438b62e7a69251d796fa381) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (61030833e890f7713f08f32fad28902ee31d092fb2d25c2e724765b66bbd2b00) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (02df1f210941d818fcd228f9f898f1801457d702826c69d0471d1ec969d9dd76) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (70676e97aaf456fffc492d1af0d1915a5aed24b7dd949f52cbe5acc5ce026052) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (166426a3b1177ce2d9aa6342f5ca838c993be5813d79dbb0096738bd2272b33a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ed65d01fe2e50e2e9d284109cab003f601a632c6bf2290c9e89c4b9a6df559b4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (da7cabea9b7119d9c63060608dbb678e3c136da610eec31a932ac47c9fc73ec6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"33091c50-4592-4f68-8f68-6fd33a681457","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.454419215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"bd1156f2-f677-47e3-ab19-73bd8394443d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.511102119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"aa18dedf-ba7e-47a3-ad08-cc3430b8ecbb","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.66540234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"39ae4c5c-0cec-46d0-9f2b-fe0fc78f38ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.721947809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"39ae4c5c-0cec-46d0-9f2b-fe0fc78f38ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.777695048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b016eb4a3177c235076bffb18fb409cded59246285c52a5ce2e8d84b7a0563b) AuthConfig (6ac52ff041d42cc8cddcecf4db653bd2be99b78be892ba239597e53d244bafb5) AuthConfig (f22df0b2fccc1135862bf266a2915568cfc8d15d27061e1df515bc0387bd1af2) AuthConfig (e8b21b63cfe34083eb38772f89ce4db65a87bd47d156599c88d694793314390c) AuthConfig (8070096325d0c1a9afb6ca021d34b81262bab536551f13e432ef7a2264d189d6) AuthConfig (2817f4e2cc72c4ac0aaf8f3ad4c710907201450f6421f5c80447cd02610a8ec9) AuthConfig (31da11dd6c7cadcc2e8f807403a71b28a7ea0934e881d3e6ad862082912f52f6) AuthConfig (f528702cd1725d39de493561873dd79205274e8b240b5d8af1ed2c022cf48a25) AuthConfig (91834bdd1b19d37e3d7b92d11db457725f5f3c5736b7ce578996c9e3d6db8e33) AuthConfig (8d95f5a5ee01345f800f659875fcbbc45292a6d7e59dfc526b976cf17d0aed7d) AuthConfig (10c84103c5040ae47274454fa66e354c2ab7e4fe6be081f280b2a31b5e0584e2) AuthConfig (3ae06a2825f12cd4fbfe5055aa73caec76a69e23f98e49d2a3f9387cb4f3fe20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"39ae4c5c-0cec-46d0-9f2b-fe0fc78f38ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.779942739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.780716595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"310c6457-cb5c-48f3-a42f-82a970144c51","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.833083909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"dc029ce3-e2e0-481b-b1e4-0a42267e3351","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.836887125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a1a86202-5e30-43d3-857c-68bbe00e0118","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:11:35.888970435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-valid-sub","reconcileID":"24d6d675-3f20-47cf-bcad-0efb0b1738a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.935256123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c756474c-ac0c-4fd3-9d2b-44ab83aab72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.938949362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"713c9cca-cd2a-44cf-8f07-7b7dfec71f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.992028551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c756474c-ac0c-4fd3-9d2b-44ab83aab72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:35.995545193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"713c9cca-cd2a-44cf-8f07-7b7dfec71f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.001098542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b5195e53-8796-4968-b421-96b1a4a28ec4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.035260406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"5afcbb8d-19f9-4f10-a54f-e4f8f8eda13f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.057568013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f8cacb57-b6d1-4587-9365-6289643f5719","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.091848534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"5afcbb8d-19f9-4f10-a54f-e4f8f8eda13f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.147228057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b016eb4a3177c235076bffb18fb409cded59246285c52a5ce2e8d84b7a0563b) AuthConfig (6ac52ff041d42cc8cddcecf4db653bd2be99b78be892ba239597e53d244bafb5) AuthConfig (f22df0b2fccc1135862bf266a2915568cfc8d15d27061e1df515bc0387bd1af2) AuthConfig (e8b21b63cfe34083eb38772f89ce4db65a87bd47d156599c88d694793314390c) AuthConfig (8070096325d0c1a9afb6ca021d34b81262bab536551f13e432ef7a2264d189d6) AuthConfig (2817f4e2cc72c4ac0aaf8f3ad4c710907201450f6421f5c80447cd02610a8ec9) AuthConfig (31da11dd6c7cadcc2e8f807403a71b28a7ea0934e881d3e6ad862082912f52f6) AuthConfig (f528702cd1725d39de493561873dd79205274e8b240b5d8af1ed2c022cf48a25) AuthConfig (91834bdd1b19d37e3d7b92d11db457725f5f3c5736b7ce578996c9e3d6db8e33) AuthConfig (8d95f5a5ee01345f800f659875fcbbc45292a6d7e59dfc526b976cf17d0aed7d) AuthConfig (10c84103c5040ae47274454fa66e354c2ab7e4fe6be081f280b2a31b5e0584e2) AuthConfig (3ae06a2825f12cd4fbfe5055aa73caec76a69e23f98e49d2a3f9387cb4f3fe20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"5afcbb8d-19f9-4f10-a54f-e4f8f8eda13f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.301367679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"b0f74c9c-c9eb-4b3e-ba77-b95b927d95f2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.324448199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-valid-sub","reconcileID":"9f1fbfcc-9967-42de-8cbb-7e199a9287ca","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.35840877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"b0f74c9c-c9eb-4b3e-ba77-b95b927d95f2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.39962151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"76990d81-a16d-4ee1-b3be-739b7ce3ea99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.399659034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1501a9ac-db40-4a68-8314-a85f9aef7fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.414517109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-08c2c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b016eb4a3177c235076bffb18fb409cded59246285c52a5ce2e8d84b7a0563b) AuthConfig (6ac52ff041d42cc8cddcecf4db653bd2be99b78be892ba239597e53d244bafb5) AuthConfig (f22df0b2fccc1135862bf266a2915568cfc8d15d27061e1df515bc0387bd1af2) AuthConfig (e8b21b63cfe34083eb38772f89ce4db65a87bd47d156599c88d694793314390c) AuthConfig (8070096325d0c1a9afb6ca021d34b81262bab536551f13e432ef7a2264d189d6) AuthConfig (2817f4e2cc72c4ac0aaf8f3ad4c710907201450f6421f5c80447cd02610a8ec9) AuthConfig (31da11dd6c7cadcc2e8f807403a71b28a7ea0934e881d3e6ad862082912f52f6) AuthConfig (f528702cd1725d39de493561873dd79205274e8b240b5d8af1ed2c022cf48a25) AuthConfig (91834bdd1b19d37e3d7b92d11db457725f5f3c5736b7ce578996c9e3d6db8e33) AuthConfig (8d95f5a5ee01345f800f659875fcbbc45292a6d7e59dfc526b976cf17d0aed7d) AuthConfig (10c84103c5040ae47274454fa66e354c2ab7e4fe6be081f280b2a31b5e0584e2) AuthConfig (3ae06a2825f12cd4fbfe5055aa73caec76a69e23f98e49d2a3f9387cb4f3fe20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"b0f74c9c-c9eb-4b3e-ba77-b95b927d95f2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.456355293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1501a9ac-db40-4a68-8314-a85f9aef7fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.456497983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"76990d81-a16d-4ee1-b3be-739b7ce3ea99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.490042087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ab380660-4eb4-4e15-89f8-bdf9a536beb6","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.532752116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"aa29d635-c4c5-4cc3-89c4-63f0cf7aa9ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:36.697798986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-valid-sub","reconcileID":"774f708f-ba5b-44d4-9d6f-f926d8d72ee0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.107601339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"a07f9bea-b17a-482f-bf3b-bdbdda915ccb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.170888591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"a07f9bea-b17a-482f-bf3b-bdbdda915ccb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.49885076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab074d0-8baa-4fad-af1f-560d9861b78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:44.49888162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aab074d0-8baa-4fad-af1f-560d9861b78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.593865178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"7dd66d15-5858-43f7-a46d-817560127ef4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.654393424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"7dd66d15-5858-43f7-a46d-817560127ef4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:46.958462685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"db23699e-cb0b-4d7d-94a5-369024436197","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.397279675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"9d30bde2-52ac-417b-8b0a-7f3048cb2b35","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.55938838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c36c0f0c-3437-4b69-91c9-728858229f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.560379097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"cdd6639e-2878-4314-b906-5f4321aac47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.561115002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"664ad62f-84b6-4bf6-8ee6-5b753e06d193","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.617265153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c36c0f0c-3437-4b69-91c9-728858229f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.618383017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"cdd6639e-2878-4314-b906-5f4321aac47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:49.620025534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"664ad62f-84b6-4bf6-8ee6-5b753e06d193","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:52.990455758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.565316017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-valid-sub","reconcileID":"e4493819-84de-44b3-bfe6-106112c3d774","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.780288699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-valid-sub","reconcileID":"e4493819-84de-44b3-bfe6-106112c3d774","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:11:59.999160974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"9ab8e11e-cad1-459b-b299-017f43ea5bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.057749628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ae850b29-88a4-4116-af28-b0b4c367387d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.058364187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-249ffd-sub models-as-a-service/e2e-rt-sw-0649a6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.21020674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"808f2f72-7fe8-4d93-9b39-28a4cde3e440","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.21568779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"765a1d77-07c8-4502-a1d0-5e16fc131452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.215688759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"9ba559f9-2095-41e2-81f2-d7fd2098df51","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.216146378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4362cffd-34d2-444d-b826-c5920cffda54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.274158968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4362cffd-34d2-444d-b826-c5920cffda54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.27418361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"765a1d77-07c8-4502-a1d0-5e16fc131452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.27623856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"9ba559f9-2095-41e2-81f2-d7fd2098df51","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.479651986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-models-invalid-sub-auth","reconcileID":"b965a1ff-8a36-43b8-b7e1-a38f107bdf12","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:00.64183667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"f185a14d-e36e-498a-aac5-86b29d768145","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.146246814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf8d2bb-96d8-4971-aca0-f1ef8e7d7c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.198058901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf8d2bb-96d8-4971-aca0-f1ef8e7d7c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.249644527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf8d2bb-96d8-4971-aca0-f1ef8e7d7c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.301512914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf8d2bb-96d8-4971-aca0-f1ef8e7d7c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:07.465470592Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8e34df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8e34df","reconcileID":"74ef98a8-50df-41ca-941c-864d0fe9c9d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8e34df","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8e34df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.303785964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026e6918-96a6-4058-9d89-8d931b5fe171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.355663998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026e6918-96a6-4058-9d89-8d931b5fe171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.407284861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026e6918-96a6-4058-9d89-8d931b5fe171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:09.458872653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026e6918-96a6-4058-9d89-8d931b5fe171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.387023734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7142b3a2-51eb-402b-b72a-032c86f1bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.438638804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7142b3a2-51eb-402b-b72a-032c86f1bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.490393528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7142b3a2-51eb-402b-b72a-032c86f1bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.54247836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7142b3a2-51eb-402b-b72a-032c86f1bb2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.957555986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"d8010e6b-fa62-4282-afc7-06d6245782da","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:11.957583771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"d8010e6b-fa62-4282-afc7-06d6245782da","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.11877497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"9da948ae-68e6-4dc5-8e25-8fe84efda4d7","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94ac1bb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.164073823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3a9756c1-2761-4407-99c7-0e90c682bd01","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.164377027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55aa3228-e121-480f-bcb6-9814cffb437d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.16457653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d846b791-f3cd-4827-a6b9-204b6c907e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.164916585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"03bc4851-e446-4eba-8ad1-f72f3f9c9f58","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.292625634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3a9756c1-2761-4407-99c7-0e90c682bd01","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.297127445Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"03bc4851-e446-4eba-8ad1-f72f3f9c9f58","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.329265336Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55aa3228-e121-480f-bcb6-9814cffb437d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.332607768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d846b791-f3cd-4827-a6b9-204b6c907e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.349242761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3a9756c1-2761-4407-99c7-0e90c682bd01","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.352207473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"03bc4851-e446-4eba-8ad1-f72f3f9c9f58","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.386975726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55aa3228-e121-480f-bcb6-9814cffb437d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:12.387832958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d846b791-f3cd-4827-a6b9-204b6c907e04","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.406685445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"a69bbef3-eb70-4862-83eb-7d1fa50783ce","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.406710195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"a69bbef3-eb70-4862-83eb-7d1fa50783ce","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.45946042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a96256c-1f40-46c6-921c-0d7e21b4957b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.459488824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a96256c-1f40-46c6-921c-0d7e21b4957b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.460051449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65e61215-b6f6-4b86-ae49-3e4d852d5767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.460070181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65e61215-b6f6-4b86-ae49-3e4d852d5767","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.512542131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"3fb5a8b8-b24f-4c48-87a7-78c8c4e3a3b0","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.512564169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"3fb5a8b8-b24f-4c48-87a7-78c8c4e3a3b0","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.693841618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f9d64bda-3aa5-4ee5-8bc3-d27044b0cf15","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.700091598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"15b338fe-2012-4a37-8f0a-3f9d603078a8","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94ac1bb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.745660176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6fa0157-cf00-4ed3-bef6-0177c0a004a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.751009665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f9d64bda-3aa5-4ee5-8bc3-d27044b0cf15","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.796908504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9d87b5-481d-48bc-bfed-e8597b9e2e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.797009944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3b43fbf6-2c77-4d3c-903b-a40fa042eaa0","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.803139371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6fa0157-cf00-4ed3-bef6-0177c0a004a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.807093415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f9d64bda-3aa5-4ee5-8bc3-d27044b0cf15","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.853674086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9d87b5-481d-48bc-bfed-e8597b9e2e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.854191626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3b43fbf6-2c77-4d3c-903b-a40fa042eaa0","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.85978973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6fa0157-cf00-4ed3-bef6-0177c0a004a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.930987964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9d87b5-481d-48bc-bfed-e8597b9e2e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.932480052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"3b43fbf6-2c77-4d3c-903b-a40fa042eaa0","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.934415879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64520b1a-9734-4f1b-989a-ae9f97e40899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.934436276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64520b1a-9734-4f1b-989a-ae9f97e40899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.988436697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ae222164-61ea-423e-8373-18752afab59c","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:12.988461221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"ae222164-61ea-423e-8373-18752afab59c","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.040893228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb29d037-3f4b-4365-b7ca-01ce87f33e68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.040911138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb29d037-3f4b-4365-b7ca-01ce87f33e68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.189380205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"6198162a-a267-47d1-b18e-3180a7275829","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.192537791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4f9eb1-3f11-45b7-9083-fc4dd3377bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.246054375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"6198162a-a267-47d1-b18e-3180a7275829","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.249059071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4f9eb1-3f11-45b7-9083-fc4dd3377bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.291204105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f252a52b-be94-4703-bb12-98e81e5d88a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.291239491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b90a179e-ba5a-4b3d-a519-f56f719ff7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.3012086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"6198162a-a267-47d1-b18e-3180a7275829","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.304159761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4f9eb1-3f11-45b7-9083-fc4dd3377bbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.348195541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f252a52b-be94-4703-bb12-98e81e5d88a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.34831936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b90a179e-ba5a-4b3d-a519-f56f719ff7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:13.356890927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4f9eb1-3f11-45b7-9083-fc4dd3377bbf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.403759425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f252a52b-be94-4703-bb12-98e81e5d88a4","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.403838612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b90a179e-ba5a-4b3d-a519-f56f719ff7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.482413783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befaf9c4-325f-4fa0-aad2-6054237b33cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.534547853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befaf9c4-325f-4fa0-aad2-6054237b33cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.586398971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befaf9c4-325f-4fa0-aad2-6054237b33cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.638458365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befaf9c4-325f-4fa0-aad2-6054237b33cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.690632368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6e4b214-f0eb-4a44-a98b-2df5294c7c1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.761544764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6e4b214-f0eb-4a44-a98b-2df5294c7c1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:13.821793811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6e4b214-f0eb-4a44-a98b-2df5294c7c1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.752503309Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"f6ed8db5-c69c-497c-a164-d2b0defe00a5","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-249ffd","subscription":"e2e-rt-eq-249ffd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.858655362Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"f6ed8db5-c69c-497c-a164-d2b0defe00a5","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.911060602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-sub","reconcileID":"f6ed8db5-c69c-497c-a164-d2b0defe00a5","MaaSSubscription":{"name":"e2e-rt-eq-249ffd-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-249ffd","namespace":"llm","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:22.994226455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.233881214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"5e7df6e5-e326-4baf-aeeb-ec524f79b4d5","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.23390863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"5e7df6e5-e326-4baf-aeeb-ec524f79b4d5","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.337941762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"cc7af07f-c134-4ecc-8456-a8843496a74d","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.337969601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"cc7af07f-c134-4ecc-8456-a8843496a74d","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.440508706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f85e335e-39c4-4529-9bfe-7190c36598d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.440632908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"5938e8c3-610e-4982-8eb7-9caf76519e72","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.440507841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c238b0a-acc1-4f7d-b7a4-3ef0f4153687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.441089103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9615b5e-3c94-4bde-a09c-24bb85b6e919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.441862194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"9209cf84-dbb7-4470-8622-3ed70f57eb12","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.441880128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"9209cf84-dbb7-4470-8622-3ed70f57eb12","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.498483803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c238b0a-acc1-4f7d-b7a4-3ef0f4153687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.498511193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"5938e8c3-610e-4982-8eb7-9caf76519e72","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.500623991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9615b5e-3c94-4bde-a09c-24bb85b6e919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.500780876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f85e335e-39c4-4529-9bfe-7190c36598d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.55436278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c238b0a-acc1-4f7d-b7a4-3ef0f4153687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.556167258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"f85e335e-39c4-4529-9bfe-7190c36598d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.556882528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9615b5e-3c94-4bde-a09c-24bb85b6e919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.55739371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"5938e8c3-610e-4982-8eb7-9caf76519e72","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.55755203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-249ffd-access","reconcileID":"465fd2ef-34ae-42f9-8e6d-0ff5ae498c9e","MaaSAuthPolicy":{"name":"e2e-rt-eq-249ffd-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.818469634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"36ba89e8-91da-44b0-8cef-031c5bd2e9d2","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:23.818499958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"36ba89e8-91da-44b0-8cef-031c5bd2e9d2","MaaSModelRef":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-249ffd-b4cdc3d29c1d","namespace":"llm","model":"e2e-rt-eq-249ffd","externalModel":"e2e-rt-eq-249ffd","provider":"e2e-rt-eq-249ffd-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.382923638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"b7aed0e2-448f-4ba7-95ea-c9d4dada3a7c","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473232936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85360474-5f4f-49d0-9298-77a7a4aafcaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473258453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85360474-5f4f-49d0-9298-77a7a4aafcaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473564231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"225ff076-04bd-4290-beb8-55ca54ca3c29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473579612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"225ff076-04bd-4290-beb8-55ca54ca3c29","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473859608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"451ed0a3-81e0-4417-b416-33de4e4da5a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.473877209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"451ed0a3-81e0-4417-b416-33de4e4da5a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.526283513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"df3d791d-1116-4c17-9f50-6e71b903d851","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.526307935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"df3d791d-1116-4c17-9f50-6e71b903d851","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.574609336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2b4bc7dc-d6a8-4893-963c-396d77a4d7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.575162354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3f057cc3-72a8-43c8-a666-d4c4ce5e77a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.578560606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5a2f6c87-ab62-4c7f-8dc0-0c704eeea92d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.578575744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5a2f6c87-ab62-4c7f-8dc0-0c704eeea92d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.578830225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13e476b1-8515-456f-ae1f-cc95c5a5752f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.578843749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13e476b1-8515-456f-ae1f-cc95c5a5752f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.579073299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48147451-80b2-4bb5-b288-e3446aeb6c53","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.579087224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"48147451-80b2-4bb5-b288-e3446aeb6c53","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.57933189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ed1e750-3988-4d93-b7b4-3ebf3a9c7f2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.579345491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ed1e750-3988-4d93-b7b4-3ebf3a9c7f2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.57957063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69e1c19e-667d-4731-8e4c-e84e69078394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.579583928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69e1c19e-667d-4731-8e4c-e84e69078394","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.625674849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a9be3c-9a77-46dd-ba64-d23a48df0e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.626021249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"87d0f29f-3a99-4528-b5af-d1305ab17748","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.626681505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7085d17-d441-4d5d-b93f-77867a44ca74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.632924874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"2b4bc7dc-d6a8-4893-963c-396d77a4d7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.633065262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3f057cc3-72a8-43c8-a666-d4c4ce5e77a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.683943396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a9be3c-9a77-46dd-ba64-d23a48df0e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.684536293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"87d0f29f-3a99-4528-b5af-d1305ab17748","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.685715512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"7fc85584-4aee-4751-911f-409e98ce64cb","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.686354516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a123697b-10d4-4721-b318-3af177df4db7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.686903178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2815e7c0-9f6f-411b-bb45-1022649dd7db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.687563359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7085d17-d441-4d5d-b93f-77867a44ca74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.740189012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50a9be3c-9a77-46dd-ba64-d23a48df0e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.740404373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"87d0f29f-3a99-4528-b5af-d1305ab17748","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.745716682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"755f0aa7-c50e-488d-8f6f-b586ba645af4","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","model":"llm/e2e-rt-sw-0649a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.747019269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7085d17-d441-4d5d-b93f-77867a44ca74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.91201737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"96f9fe1f-3faf-4750-aa65-c061762f14ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.912540296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f14b2870-0252-438d-882c-2a5c2bfa551d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.919029897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f45f2e65-0487-40cd-87a3-bd5cf5d528a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.978140438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"96f9fe1f-3faf-4750-aa65-c061762f14ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.988712657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f45f2e65-0487-40cd-87a3-bd5cf5d528a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:24.988701511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"f14b2870-0252-438d-882c-2a5c2bfa551d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.001502726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"fb50e17a-c6f1-417f-8201-38b774cc6ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.001506678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"69003f86-6545-40b2-ae09-f9117f0766d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.062982167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"69003f86-6545-40b2-ae09-f9117f0766d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.063069117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"fb50e17a-c6f1-417f-8201-38b774cc6ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.288505715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d63554db-2230-4cc3-ab2e-abac6f0264d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.32255206Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-249ffd","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-249ffd","reconcileID":"d6a29932-d7c7-432b-b820-0617fd254bff","namespace":"llm","name":"e2e-rt-eq-249ffd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.460039041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f50e2897-ae7e-4bc2-b9e4-5d6eef63d9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.469428401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5e7af05d-f484-4077-9870-4b1505c3183f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.469729485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"773433d8-937a-4bf6-bd8f-3a3dd1d6a493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.482374364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d63554db-2230-4cc3-ab2e-abac6f0264d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.512578239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ec788c-d3d2-41c2-b930-aaa19aa93a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.530085756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"773433d8-937a-4bf6-bd8f-3a3dd1d6a493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.531529918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f50e2897-ae7e-4bc2-b9e4-5d6eef63d9c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.536065854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5e7af05d-f484-4077-9870-4b1505c3183f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.541872977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"d63554db-2230-4cc3-ab2e-abac6f0264d5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.602608855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a540bbd-d009-49dc-bc38-6d7282bfa7ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.602629922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a540bbd-d009-49dc-bc38-6d7282bfa7ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.639470467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ec788c-d3d2-41c2-b930-aaa19aa93a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.694932228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5ec788c-d3d2-41c2-b930-aaa19aa93a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.752531205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dc4242f-ccc9-41ab-95c3-5eedae332c6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.752553598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dc4242f-ccc9-41ab-95c3-5eedae332c6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.807535567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aeece62-c590-459e-bb4c-7d3fda2dba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.839572626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"1b058d8b-2317-49b4-bd35-8d21736a4f30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.864206182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aeece62-c590-459e-bb4c-7d3fda2dba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.890728813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c20fd493-f0f3-42d8-84f1-9ea8c9203f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.90640976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f3653da9-96a9-42ad-a636-ad3333f0983d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.919931628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aeece62-c590-459e-bb4c-7d3fda2dba50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.941927907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"a5e5887c-dc29-46a5-a017-4c50e4a9d627","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.947420802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c20fd493-f0f3-42d8-84f1-9ea8c9203f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.96327871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f3653da9-96a9-42ad-a636-ad3333f0983d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.965816239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"1b058d8b-2317-49b4-bd35-8d21736a4f30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.976692156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8041fbf7-050e-4503-82a2-ea3590b6df38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:25.976710092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8041fbf7-050e-4503-82a2-ea3590b6df38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.021462662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"1b058d8b-2317-49b4-bd35-8d21736a4f30","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.068729304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"a5e5887c-dc29-46a5-a017-4c50e4a9d627","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.076800648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff99d08f-429c-4121-bb80-07b6e7ae4fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.076817795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff99d08f-429c-4121-bb80-07b6e7ae4fa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.123945513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"a5e5887c-dc29-46a5-a017-4c50e4a9d627","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.131005129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"778e839d-a58b-453e-a009-ff6092572559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.187429379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"778e839d-a58b-453e-a009-ff6092572559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.221347064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"2f868143-e2e4-437e-a6cd-c252706bc414","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.221367751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"2f868143-e2e4-437e-a6cd-c252706bc414","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.231072118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3475f818-99f9-447c-bb63-0a77a47e411e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.287838652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3475f818-99f9-447c-bb63-0a77a47e411e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.333205909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"62b2d1b6-83ac-43d0-901a-9bbf0a912c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.333302863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"4f27e8bf-a998-455e-bb95-6e0dcf066021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.333767439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"b461db97-5230-46a5-a0c9-65491b79c3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.38286361Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"6f8854e1-d9b6-4eab-bb3e-e7e4ddb11fd0","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf5db968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.383633643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"e84b6ffa-1d90-4f39-8dac-2ea9910cce04","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.383651295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"e84b6ffa-1d90-4f39-8dac-2ea9910cce04","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.394965505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"62b2d1b6-83ac-43d0-901a-9bbf0a912c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.395617016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"b461db97-5230-46a5-a0c9-65491b79c3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.397703449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"4f27e8bf-a998-455e-bb95-6e0dcf066021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.563880111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"33c7ace3-8407-4e3a-aa65-2d43fa8ed89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.564556983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"d1893422-17b4-4173-b962-303dd7778296","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf5db968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.650868326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"33c7ace3-8407-4e3a-aa65-2d43fa8ed89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.720552645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b3ff38-4c96-489f-9653-2370e6fe6a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.781610473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b3ff38-4c96-489f-9653-2370e6fe6a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.837832629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b3ff38-4c96-489f-9653-2370e6fe6a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.852403529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e6703676-68de-44f1-bf92-ae41c73c9e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.85244091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8c50cf63-935f-4468-ac5b-3a3ba3ffcc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.895968842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a83d3457-fdda-40fb-af69-3aff993b58b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.895988078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a83d3457-fdda-40fb-af69-3aff993b58b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.904157192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966804a3-00b9-42fd-8390-d6d229d2f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.909363578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e6703676-68de-44f1-bf92-ae41c73c9e5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.909608453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8c50cf63-935f-4468-ac5b-3a3ba3ffcc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:26.962755748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966804a3-00b9-42fd-8390-d6d229d2f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.018005231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966804a3-00b9-42fd-8390-d6d229d2f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.075294447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0859650-90ca-4b21-ae1c-0f4437ceb4bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.075314195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0859650-90ca-4b21-ae1c-0f4437ceb4bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.098155958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"8bbf7757-4a16-41b4-8bad-77521692cc80","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.102623062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a35956-8458-4f72-b4c8-1d5555643fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.154956786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"8bbf7757-4a16-41b4-8bad-77521692cc80","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.159314799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a35956-8458-4f72-b4c8-1d5555643fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.210376812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"8bbf7757-4a16-41b4-8bad-77521692cc80","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:27.214792093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51a35956-8458-4f72-b4c8-1d5555643fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.181010835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"7a91d91a-8506-44c7-9954-a102e1239549","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.307241032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"7a91d91a-8506-44c7-9954-a102e1239549","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.362530141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"7a91d91a-8506-44c7-9954-a102e1239549","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.419939823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"413cd8ce-126e-4103-b68c-2d3763c35b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.419963976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"413cd8ce-126e-4103-b68c-2d3763c35b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.616648871Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"9f7e1fdf-999e-400b-b087-8afc4fdf2fa3","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0649a6","subscription":"e2e-rt-sw-0649a6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.72089114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"9f7e1fdf-999e-400b-b087-8afc4fdf2fa3","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:36.774936846Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-sub","reconcileID":"9f7e1fdf-999e-400b-b087-8afc4fdf2fa3","MaaSSubscription":{"name":"e2e-rt-sw-0649a6-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-0649a6","namespace":"llm","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.150740888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"36deba5d-2b82-4f70-ab1e-a5eb18cc25cb","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.150768465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"36deba5d-2b82-4f70-ab1e-a5eb18cc25cb","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.282228112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4735a8b3-4563-4140-9f77-f15edd53648e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.303777706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b27296fc-e65a-41b7-8a82-3e874351fb84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.304015495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"3b0d6ec4-4d6f-4c6b-aa1f-25c97fa7aab5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.305027703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"9cac52ee-f1f1-4976-b8aa-1025b67694ce","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.305045982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"9cac52ee-f1f1-4976-b8aa-1025b67694ce","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.410391735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4735a8b3-4563-4140-9f77-f15edd53648e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:37.421522448Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"3b0d6ec4-4d6f-4c6b-aa1f-25c97fa7aab5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:37.421525948Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b27296fc-e65a-41b7-8a82-3e874351fb84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.465870119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4735a8b3-4563-4140-9f77-f15edd53648e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:37.474363291Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"3b0d6ec4-4d6f-4c6b-aa1f-25c97fa7aab5","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-0649a6-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:37.474414992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"3b0d6ec4-4d6f-4c6b-aa1f-25c97fa7aab5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.47457248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-0649a6-access","reconcileID":"653d3a9d-eae1-43be-aca0-6b8b25ba9dda","MaaSAuthPolicy":{"name":"e2e-rt-sw-0649a6-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:37.478950813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b27296fc-e65a-41b7-8a82-3e874351fb84","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.47907466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fc13840-ff6a-4071-bcf8-bc483df61529","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.479093443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fc13840-ff6a-4071-bcf8-bc483df61529","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.521298551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb1b247-3727-4a6e-8271-f73cc2f220f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.521316256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb1b247-3727-4a6e-8271-f73cc2f220f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.63894674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f645df6-3c72-47cc-8dfa-6bd5f4617c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.695620995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f645df6-3c72-47cc-8dfa-6bd5f4617c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.735322458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d3dd6ca3-3c2e-421b-b5a6-ea78bb2f0aff","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.735354257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"d3dd6ca3-3c2e-421b-b5a6-ea78bb2f0aff","MaaSModelRef":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-0649a6-a59d2f9278d2","namespace":"llm","model":"e2e-rt-sw-0649a6","externalModel":"e2e-rt-sw-0649a6","provider":"e2e-rt-sw-0649a6-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.739563386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7337e56f-a1d1-4647-98ce-63f1aa377148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.751466325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f645df6-3c72-47cc-8dfa-6bd5f4617c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.796550311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7337e56f-a1d1-4647-98ce-63f1aa377148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.809075657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b618a4dc-d28b-4b8c-a307-4dc61b9a4ddc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.809095284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b618a4dc-d28b-4b8c-a307-4dc61b9a4ddc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:37.852297707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7337e56f-a1d1-4647-98ce-63f1aa377148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.247315585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"8e84fa65-7bf6-4168-bff5-65e1802cafa9","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.303535381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a8ac1402-903e-4e01-8771-6d7fec164ad0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.303564043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a8ac1402-903e-4e01-8771-6d7fec164ad0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.303841642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4898ca1-3477-4466-bcc6-618b49348b94","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.303854902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a4898ca1-3477-4466-bcc6-618b49348b94","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304077978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"afb29f35-9b01-41e4-a411-e6e466c75d9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304093524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"afb29f35-9b01-41e4-a411-e6e466c75d9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304360733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c00bb88-b1e0-460b-acc8-95b685fa19c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304372897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c00bb88-b1e0-460b-acc8-95b685fa19c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304575683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b639197e-efff-4bb1-aefa-c6184881102d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304590023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b639197e-efff-4bb1-aefa-c6184881102d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304936164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"568ac119-1435-495c-b971-3716a8594ab2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.304949128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"568ac119-1435-495c-b971-3716a8594ab2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.305150307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ef7cf68-a9f4-4688-975a-ee41bb0c458a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.305164212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ef7cf68-a9f4-4688-975a-ee41bb0c458a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.305384133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f6f7d20-d94b-4def-b47c-b1b31de1f42f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.305395159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f6f7d20-d94b-4def-b47c-b1b31de1f42f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.351378289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"ee32ea86-efd7-4819-a6cc-ced568b9cb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.402311652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2686e188-783e-483c-88d7-cf0962f91f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.402426226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"cd28f3f7-dc6c-4b7c-a1ae-ed0128f14d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.402862057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbccb20d-8cab-4a1c-b80f-3c922a92d296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.403078877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"1f9fd525-e7cc-4878-94c2-a7d230a1c4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.459056025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"cd28f3f7-dc6c-4b7c-a1ae-ed0128f14d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.459694059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2686e188-783e-483c-88d7-cf0962f91f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.461598775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"1f9fd525-e7cc-4878-94c2-a7d230a1c4be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.462090906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbccb20d-8cab-4a1c-b80f-3c922a92d296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.477697664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"ee32ea86-efd7-4819-a6cc-ced568b9cb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.528382489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86c1f39f-a035-4323-9d51-8606019627d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.529347539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06b83768-8e24-48f9-88c7-5b56ed775b3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.567714819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"ee32ea86-efd7-4819-a6cc-ced568b9cb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.577793061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbccb20d-8cab-4a1c-b80f-3c922a92d296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.576209581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"d263902f-a887-4655-8072-3effc922cce8","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.578689245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2686e188-783e-483c-88d7-cf0962f91f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.692761346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bed7a26c-b4cb-46c3-8a16-5f5a38ce283f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.69286074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bed7a26c-b4cb-46c3-8a16-5f5a38ce283f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.693724046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b08c90b-bf54-4e4f-8d10-a1686583f76a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.69379257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b08c90b-bf54-4e4f-8d10-a1686583f76a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.835912647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e0befb7f-9640-47b4-a629-6fd3bf4c4af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.836247179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d683be36-e7fa-440c-82db-3aad406b7c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.870084733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-0649a6","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-0649a6","reconcileID":"c7b3febd-5348-457c-a5ee-ff4a4b9de8cf","namespace":"llm","name":"e2e-rt-sw-0649a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.916022893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d683be36-e7fa-440c-82db-3aad406b7c3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.940439901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e0befb7f-9640-47b4-a629-6fd3bf4c4af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.950966587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"19c60c18-33d4-44b3-9338-d3a10cb85dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.951893874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ecc161c6-c76e-4000-926f-175e54801734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:38.952238076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"41481539-3297-4323-aaa8-709cf8cd4020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.013145772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ecc161c6-c76e-4000-926f-175e54801734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.013158218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"41481539-3297-4323-aaa8-709cf8cd4020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.015211325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"19c60c18-33d4-44b3-9338-d3a10cb85dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.277910804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"58439376-3879-492e-85b7-96c7f6d97765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.278200839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"557c3e14-50db-407c-9123-e00889ebd971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.393710728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"557c3e14-50db-407c-9123-e00889ebd971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.429589035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"58439376-3879-492e-85b7-96c7f6d97765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.469451772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e1cff90a-3357-415c-9149-16d1dd8f979e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.470410312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3adaaf6-a7b1-4750-b7e8-c95ab1d0b7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.490996277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ec43de-ebe1-4aa0-8785-325cf6adbd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.637158595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e1cff90a-3357-415c-9149-16d1dd8f979e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.720868253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3adaaf6-a7b1-4750-b7e8-c95ab1d0b7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:39.75491234Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ec43de-ebe1-4aa0-8785-325cf6adbd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.837102355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3adaaf6-a7b1-4750-b7e8-c95ab1d0b7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:39.88134703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19ec43de-ebe1-4aa0-8785-325cf6adbd4b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.881691071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba58838a-220a-4f47-8362-04902c41a0c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.881714467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba58838a-220a-4f47-8362-04902c41a0c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.88545785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"a7a46960-6e13-49c9-83ca-898130768dfa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.895062947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04f4b592-46f4-4399-a36a-ae3bcf9a3b69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.895082926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04f4b592-46f4-4399-a36a-ae3bcf9a3b69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.936575593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"967e4c34-ca1c-47a2-9698-09dcde039ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:39.993057487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"967e4c34-ca1c-47a2-9698-09dcde039ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.011505621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"a7a46960-6e13-49c9-83ca-898130768dfa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.035930431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"93d22b5b-4924-4aec-b1c8-62e11fd1d8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.048533408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7e7444eb-d1b3-4452-b87f-6b40a89ddff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.066982654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"a7a46960-6e13-49c9-83ca-898130768dfa","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.092871377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"93d22b5b-4924-4aec-b1c8-62e11fd1d8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.105233512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7e7444eb-d1b3-4452-b87f-6b40a89ddff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.122568587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97cba1b9-2c3e-482e-af3f-72d71f3e2a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.122586083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97cba1b9-2c3e-482e-af3f-72d71f3e2a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.14116015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7a19ccf0-21b1-4285-9041-322294415f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.198157349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7a19ccf0-21b1-4285-9041-322294415f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.276408643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ae8956f1-e5ca-4acd-9bfa-d640f707751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.333588915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"ae8956f1-e5ca-4acd-9bfa-d640f707751c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.352088383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c9cfc3e0-c10c-43ff-97c4-a76e5e3347e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.403421003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"93223056-bf93-4eb1-9354-8e1146d09860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.409199424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c9cfc3e0-c10c-43ff-97c4-a76e5e3347e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.417775911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdba991b-4873-4696-a7ab-45492e0180cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.460140771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"93223056-bf93-4eb1-9354-8e1146d09860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.554070028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdba991b-4873-4696-a7ab-45492e0180cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.623358476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdba991b-4873-4696-a7ab-45492e0180cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.680888779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6192e372-5803-4365-bd47-9e7a4ca16771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:40.680909654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6192e372-5803-4365-bd47-9e7a4ca16771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:41.810593041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"27c58d95-c632-4b74-b6fb-bb64bfecd86f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:47.711111964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"be3f76a4-cbb9-464c-b26b-7c3d50aac42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.850707091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"33d2919d-b94d-4b06-8dd5-ec5762ebcfd4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:49.967560771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"33d2919d-b94d-4b06-8dd5-ec5762ebcfd4","name":"e2e-api-a-8e34df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.051793755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abb60e6c-c481-4135-a5ec-5f707a0c617c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.108485286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abb60e6c-c481-4135-a5ec-5f707a0c617c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.164045218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abb60e6c-c481-4135-a5ec-5f707a0c617c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.236785364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8940075f-c504-4759-b484-007b9b3806a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.236807963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8940075f-c504-4759-b484-007b9b3806a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.244776605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c072daa-5b01-4c16-81bd-13dc3ba4e923","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.244793732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c072daa-5b01-4c16-81bd-13dc3ba4e923","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.311033675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"97122dfc-aaff-4266-8e69-daeb7c3eee77","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.442162552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"97122dfc-aaff-4266-8e69-daeb7c3eee77","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.498371726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"97122dfc-aaff-4266-8e69-daeb7c3eee77","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:12:50.552049933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"97122dfc-aaff-4266-8e69-daeb7c3eee77","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-5af3fb25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.55225616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"0a75bd8c-44d6-4cbf-8938-36efc1716ed3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.751272412Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-policy-5af3fb25","reconcileID":"0a75bd8c-44d6-4cbf-8938-36efc1716ed3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"policyNamespace":"ai-tenant-e2e-mt-d60a91ef","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.809652114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25f2e49d-6e4d-410a-beba-fb85cf4c5477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.809672813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25f2e49d-6e4d-410a-beba-fb85cf4c5477","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.905127561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa71ad01-b277-4975-9317-985f49696ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.971865524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2977c46-fa39-4126-abe4-e61c216dae88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:50.972191159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2977c46-fa39-4126-abe4-e61c216dae88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.098013034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa71ad01-b277-4975-9317-985f49696ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.154141685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa71ad01-b277-4975-9317-985f49696ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.211911592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2668aa6a-4a3b-48ff-89ef-512e50af97b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.211932128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2668aa6a-4a3b-48ff-89ef-512e50af97b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.590579972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9180d92-f382-43e6-9fd9-9a63796b8f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.642651944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9180d92-f382-43e6-9fd9-9a63796b8f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.694852905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9180d92-f382-43e6-9fd9-9a63796b8f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:51.746917045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9180d92-f382-43e6-9fd9-9a63796b8f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.3446165Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5153fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5153fe","reconcileID":"6fcd4a95-c820-442b-bc11-6616bbcf942b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5153fe","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5153fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:52.990150893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.67332682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953bea87-eb95-4954-b995-704fd24bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.725410138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953bea87-eb95-4954-b995-704fd24bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.777461229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953bea87-eb95-4954-b995-704fd24bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:53.829469423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"953bea87-eb95-4954-b995-704fd24bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.789426503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955dd307-f25f-4290-9de9-62871bf8c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.842090579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955dd307-f25f-4290-9de9-62871bf8c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.9215695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955dd307-f25f-4290-9de9-62871bf8c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:55.977946116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955dd307-f25f-4290-9de9-62871bf8c73b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.077592291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdbac14-a683-4114-b007-765b560fb00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.133072993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdbac14-a683-4114-b007-765b560fb00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.184703792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdbac14-a683-4114-b007-765b560fb00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:12:58.236751439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cdbac14-a683-4114-b007-765b560fb00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.172520058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff68fea4-93a6-45ad-ba0e-e80aebbc5844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.253435072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff68fea4-93a6-45ad-ba0e-e80aebbc5844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.311213469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff68fea4-93a6-45ad-ba0e-e80aebbc5844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.363879119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff68fea4-93a6-45ad-ba0e-e80aebbc5844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.466543705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbb9cb7-5ffe-47e0-9bc0-caa98c19f197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.522948293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbb9cb7-5ffe-47e0-9bc0-caa98c19f197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.653222629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fbb9cb7-5ffe-47e0-9bc0-caa98c19f197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.733438418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0af0472-0f2a-4840-9b57-ce4bfa4e0cdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:00.753665834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0af0472-0f2a-4840-9b57-ce4bfa4e0cdd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.186860579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"c4782804-2c40-4ff5-af3a-8e45ff8a1588","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-5af3fb25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.366848466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f77b6b68-965b-4cf2-8166-d656fbd2a8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.490595603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"namespace":"ai-tenant-e2e-mt-d60a91ef","name":"e2e-shared-int-sub-5af3fb25","reconcileID":"c4782804-2c40-4ff5-af3a-8e45ff8a1588","MaaSSubscription":{"name":"e2e-shared-int-sub-5af3fb25","namespace":"ai-tenant-e2e-mt-d60a91ef"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.516412187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f77b6b68-965b-4cf2-8166-d656fbd2a8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.648808476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f77b6b68-965b-4cf2-8166-d656fbd2a8fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.795359492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f4da32a-5194-4822-a4df-b937dba6a300","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.880266679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfc7803b-c57e-4912-a807-974a26e4a00e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:01.881874764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfc7803b-c57e-4912-a807-974a26e4a00e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:10.911856025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb88272b-fbe1-4d32-ba20-dc0d21fcfcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:10.968484944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb88272b-fbe1-4d32-ba20-dc0d21fcfcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.282463924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a911d1-2c60-419c-8867-8809f4a42c16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.282484276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7a911d1-2c60-419c-8867-8809f4a42c16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.81492923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66ef603f-c931-4f5f-a273-e7d7c3fa68ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:11.87172686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66ef603f-c931-4f5f-a273-e7d7c3fa68ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.188781675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91df9acf-54bf-4896-92c5-231ce6873184","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:12.188803591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91df9acf-54bf-4896-92c5-231ce6873184","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.303526237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"68d09e97-47df-43db-8bf0-cc0c42066e35","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:14.30355584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"68d09e97-47df-43db-8bf0-cc0c42066e35","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.20795487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a295b1e6-23c7-4631-a498-330bc66c44e1","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.20896019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"3fcbd972-15e3-4838-91f2-ee8972dfabd0","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.268255966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"2603cd10-a809-423e-b869-fa348eb48bde","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.268792946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"bfdff997-4dfd-462c-93cb-4d1ad8b06e62","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.376572576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9e0b2c7a-aac8-4878-85c9-5f69d1606ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.386803211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3ac3bab1-b969-4bff-ba68-bbdabd60fdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.507023334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"d9a1b457-7580-4f65-b999-c0785b16eaaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.542005116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3ac3bab1-b969-4bff-ba68-bbdabd60fdb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.55903558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9e0b2c7a-aac8-4878-85c9-5f69d1606ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.649702027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"9210cdb7-78cd-4395-b618-5505eed78424","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.911896667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"5d8a77ce-b241-41b2-8896-5de26d0b4b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.91191069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"aa627bb6-7f8d-4fa1-9b4e-93390e86c2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.969407959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"5d8a77ce-b241-41b2-8896-5de26d0b4b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:17.969942738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"aa627bb6-7f8d-4fa1-9b4e-93390e86c2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.883566865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"faf507b4-07e3-4e5a-b12f-89f2c7cdba65","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.883585524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"faf507b4-07e3-4e5a-b12f-89f2c7cdba65","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.938215595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"8d857c1b-4fe8-4696-a530-dda2e9878af8","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:19.938238383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"8d857c1b-4fe8-4696-a530-dda2e9878af8","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.041403124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"ff6918a6-fd1d-4647-86a8-cbbf62c1dee6","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.154765371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"a74e593b-658a-4b22-b7e6-1c96b181682f","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.154783399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"a74e593b-658a-4b22-b7e6-1c96b181682f","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.166611928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"ff6918a6-fd1d-4647-86a8-cbbf62c1dee6","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.213399358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"91c16544-054c-411a-9ea1-15d743354d64","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.213419351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"91c16544-054c-411a-9ea1-15d743354d64","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.221895794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"ff6918a6-fd1d-4647-86a8-cbbf62c1dee6","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:13:20.260776872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"4e9c10d5-d5af-4c7c-ab08-acf528865a31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-a7a67875\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.278700954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"d38c8c2d-4d9b-4376-a358-2c1c5d851562","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.278720765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"d38c8c2d-4d9b-4376-a358-2c1c5d851562","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.369656178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"7eab189a-443a-476d-b323-64569602b361","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.369674989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"7eab189a-443a-476d-b323-64569602b361","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.381649489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"c5a496a4-86bb-47cc-97e3-cecb088bcf27","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.426672833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"21a94d01-3217-4cb4-a457-a3eb06a7d5f5","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.42669096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"21a94d01-3217-4cb4-a457-a3eb06a7d5f5","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.438140191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"c5a496a4-86bb-47cc-97e3-cecb088bcf27","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.493573956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"c5a496a4-86bb-47cc-97e3-cecb088bcf27","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.639015431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"99ee54e6-51a9-45e9-bf52-8c82fd7a6a08","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"e2e-lifecycle-model-a7a67875","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-a7a67875/e2e-sub-a7a67875"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.80434931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"99e48cbc-e441-4258-9d9c-56f83ac2e5dd","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:20.804375215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"99e48cbc-e441-4258-9d9c-56f83ac2e5dd","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:21.011305501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"a768799a-7e0a-419c-91ab-a1cfa2efc53e","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:22.993694906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.723096631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"07c26ce0-be7c-4af3-a54c-e956e8dd2ed8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.834919264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"92ffd0af-0ec9-4887-b6c4-84cff6af158c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.891830976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00116fe0-a6d8-4543-aafe-fccec87fae60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:24.940966387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e2ba79be-6c69-4bec-a4ff-a7160661e9cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.059080353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"2843e593-1fd7-405c-8829-592000303ff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.15380609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"87fd5da7-7096-4bb4-83e7-d4c90f0f12ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.258886895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"2a51e760-e09a-496a-be60-14e99dc0b746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.259621814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a4881707-32e1-4002-a3ad-1aa6acabbc63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.349769779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"53588c6e-914d-45c7-9913-1c22d307c6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.40532809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b82c0327-9263-42b3-bc6f-1e31ccb06003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.522207594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"803448bc-3b54-4f7f-9f2c-7115b2840ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:25.668031942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"c93df003-ec29-4d7f-89a8-25772508a719","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.597866998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"f4f56039-d74b-4bd4-9016-2434c7cfd158","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.65450181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"f4f56039-d74b-4bd4-9016-2434c7cfd158","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:30.709799735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"f4f56039-d74b-4bd4-9016-2434c7cfd158","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.177371782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d83154-b702-4910-a58e-091de6e3cef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.22931462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d83154-b702-4910-a58e-091de6e3cef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.280921581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d83154-b702-4910-a58e-091de6e3cef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.332889338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63d83154-b702-4910-a58e-091de6e3cef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.359943264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b134f43c-5045-4c9f-9e37-44e4c47add38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.359966169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b134f43c-5045-4c9f-9e37-44e4c47add38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.416462227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e958210-418e-4e67-a2de-a9002ee270b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.416483956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e958210-418e-4e67-a2de-a9002ee270b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.544972472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"18e8382c-7f15-4a57-8aab-1d6b4daf963e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.671139348Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"18e8382c-7f15-4a57-8aab-1d6b4daf963e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.726356363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8e34df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"18e8382c-7f15-4a57-8aab-1d6b4daf963e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.785446821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50cf6d2-e658-40a4-856f-33574f9b7855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:34.785470872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50cf6d2-e658-40a4-856f-33574f9b7855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.401161904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7412a88f-1310-48e7-9774-b2a711727b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.452990595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7412a88f-1310-48e7-9774-b2a711727b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.504894002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7412a88f-1310-48e7-9774-b2a711727b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:36.556978053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7412a88f-1310-48e7-9774-b2a711727b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.687440316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"645a522c-e733-45d7-8b9c-43f2c5e765a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:37.803773186Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"645a522c-e733-45d7-8b9c-43f2c5e765a6","name":"e2e-api-a-5153fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.41558459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d9304a-cccf-4b7f-8c42-6ae204ae997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.467427248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d9304a-cccf-4b7f-8c42-6ae204ae997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.519453547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d9304a-cccf-4b7f-8c42-6ae204ae997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.572123611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51d9304a-cccf-4b7f-8c42-6ae204ae997c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.89244769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"b15f66b8-205b-4ca9-8681-1640f4b08d37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:39.993452537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"860667db-2896-4343-a769-bdd35ed580a2","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.087622064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"e1106f69-27bc-439d-9282-175c8ded63c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.156862323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9e7f4156-eab8-4bd4-83fb-bb2b355dbe18","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.156885626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9e7f4156-eab8-4bd4-83fb-bb2b355dbe18","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.188375703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65441082-f840-457c-8da0-31af4b5cadb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.254165838Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8ab111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8ab111","reconcileID":"1cc09f29-efcc-4fa2-8a34-95af684e2491","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8ab111","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-8ab111":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.290255915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"d657726c-9f74-4d39-b75b-758ee4e53a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.298448008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e96e04f3-3f38-42aa-b5a8-27bc5c2403bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.541084717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"a5fe1cd3-1955-4a7b-9ed0-d90ef09b7563","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.669559135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18d40d97-3e62-4d78-952e-c29eced45bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.77343893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"c97c4124-fe99-4640-b387-1fe448a7b25f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.773547784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"12295d61-5430-4683-87eb-862cf35497fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.814720298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"83c9b639-0de0-4ec1-92e2-89581ef5a155","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.83816376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d2f168d2-97b5-4825-a33e-c1c77890527f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.871448789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"83c9b639-0de0-4ec1-92e2-89581ef5a155","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.938429663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4c734617d0ce36ebdaf4bbf0d660e5b74c85bf49bcdc064d3ccb895ac4865c) AuthConfig (578b92f97f0616a90473cadbdca84e2db88e50eec3b3dd62f5a2549ec736e0e2) AuthConfig (b0e0c70bacc92783ebc467ef47829e167a52b405c684be26072e3833f7ce58d2) AuthConfig (0fb073272b2b6b86cc1d817a4b1e48dd9684ae12da6d1ed22a8052d3ff4a155c) AuthConfig (8cc0c2707ddf0e9654b8ca20240732585218e64fd654e6ab3598702755acc2b3) AuthConfig (e1c39f03b7a7c59bb525e99f1a77bce88a9f1be1c95e5c3a2ac98311b379bf15) AuthConfig (33fe6367e0a5311c114238fc524e33abb0279a95114517feac26c3ec807420c9) AuthConfig (08af15230d643abd77e08ad258e40f4c9e8e70f24e1b60f1907ea66d8977161c) AuthConfig (c7a1d2954d8130876c5f2e9e97920cb280de58e44a96bbc64715d83a61cd9918) AuthConfig (3b7bd12b29178575aa708e31211964717ad44ecb982700ef94334df584b9f50a) AuthConfig (172df65f2663a931a31d9449e87488083083c9a7cb822baa72cb8ec170c181be) AuthConfig (78ca0328224a8ce7b3e5875920b9c65f0dff2df6baed89feb80d19a655cc3598) AuthConfig (deaeabf128e352ecb1cd3ff028c69145e213c0f762109c739ba99b2b961cd131) AuthConfig (753f6ce5131536eda69e73b36c5b308ef7056be436214bbf5aa5123ed8c14b4f) AuthConfig (fc5e527947059fb560fea95a28b302dd9c8ef39cbb949f7e060659f8ecc03519) AuthConfig (8fc49f9d74622295092004088a6fdb3c44173016a683ec1d46c9c53a8c1be53f) AuthConfig (8065e886f4c05e952ca743df68d5d89772cccdc979a89694f689da5e515c150b) AuthConfig (326c87fd0079814692c6cc7929c8aff8f501bd6c2f030bcc7acc5ef7b628645a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"83c9b639-0de0-4ec1-92e2-89581ef5a155","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.986839506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"a92d443c-9a0f-4bbb-9ebb-cf4bc88d974c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.996865317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"1a779fad-fb4a-4113-9b3d-b602aad2e24e","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:40.996884405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"1a779fad-fb4a-4113-9b3d-b602aad2e24e","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.040662587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"f386ecb6-97a8-42bf-bdf6-80abda29e428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.23230953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9eaa2626-a001-49fb-90d3-b325872708c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.232756404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9662deeb-b121-4bf9-8297-5db2a0bcf395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.295123153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9662deeb-b121-4bf9-8297-5db2a0bcf395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.295148609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9eaa2626-a001-49fb-90d3-b325872708c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.340923144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"56f05bb2-e6a2-4e27-a7f8-dc2300ed7aea","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.397851619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"56f05bb2-e6a2-4e27-a7f8-dc2300ed7aea","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.448191305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bcbf07-1d9c-494b-97dc-d8122b41b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.500480788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bcbf07-1d9c-494b-97dc-d8122b41b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.504262908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4c734617d0ce36ebdaf4bbf0d660e5b74c85bf49bcdc064d3ccb895ac4865c) AuthConfig (578b92f97f0616a90473cadbdca84e2db88e50eec3b3dd62f5a2549ec736e0e2) AuthConfig (b0e0c70bacc92783ebc467ef47829e167a52b405c684be26072e3833f7ce58d2) AuthConfig (0fb073272b2b6b86cc1d817a4b1e48dd9684ae12da6d1ed22a8052d3ff4a155c) AuthConfig (8cc0c2707ddf0e9654b8ca20240732585218e64fd654e6ab3598702755acc2b3) AuthConfig (e1c39f03b7a7c59bb525e99f1a77bce88a9f1be1c95e5c3a2ac98311b379bf15) AuthConfig (33fe6367e0a5311c114238fc524e33abb0279a95114517feac26c3ec807420c9) AuthConfig (08af15230d643abd77e08ad258e40f4c9e8e70f24e1b60f1907ea66d8977161c) AuthConfig (c7a1d2954d8130876c5f2e9e97920cb280de58e44a96bbc64715d83a61cd9918) AuthConfig (3b7bd12b29178575aa708e31211964717ad44ecb982700ef94334df584b9f50a) AuthConfig (172df65f2663a931a31d9449e87488083083c9a7cb822baa72cb8ec170c181be) AuthConfig (78ca0328224a8ce7b3e5875920b9c65f0dff2df6baed89feb80d19a655cc3598) AuthConfig (deaeabf128e352ecb1cd3ff028c69145e213c0f762109c739ba99b2b961cd131) AuthConfig (753f6ce5131536eda69e73b36c5b308ef7056be436214bbf5aa5123ed8c14b4f) AuthConfig (fc5e527947059fb560fea95a28b302dd9c8ef39cbb949f7e060659f8ecc03519) AuthConfig (8fc49f9d74622295092004088a6fdb3c44173016a683ec1d46c9c53a8c1be53f) AuthConfig (8065e886f4c05e952ca743df68d5d89772cccdc979a89694f689da5e515c150b) AuthConfig (326c87fd0079814692c6cc7929c8aff8f501bd6c2f030bcc7acc5ef7b628645a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"56f05bb2-e6a2-4e27-a7f8-dc2300ed7aea","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.552484895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bcbf07-1d9c-494b-97dc-d8122b41b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:41.604640986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6bcbf07-1d9c-494b-97dc-d8122b41b3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.496281872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e20e0a-8a85-4fce-b647-a68bb7365ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.548212815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e20e0a-8a85-4fce-b647-a68bb7365ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.611330989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e20e0a-8a85-4fce-b647-a68bb7365ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:43.685648336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e20e0a-8a85-4fce-b647-a68bb7365ff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.889660658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"20e0bbd7-83cf-4b13-bacd-4a9adff78606","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:44.947113334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"20e0bbd7-83cf-4b13-bacd-4a9adff78606","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:45.010088842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8e34df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"20e0bbd7-83cf-4b13-bacd-4a9adff78606","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:50.960855577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"3a9c68e5-31ed-4b6d-81a2-12fdf9fdff21","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.60902736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"1beaa1da-ecca-4430-94b2-ecc392d8c602","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.665878195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"1beaa1da-ecca-4430-94b2-ecc392d8c602","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:51.722645124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-a7a67875-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4c734617d0ce36ebdaf4bbf0d660e5b74c85bf49bcdc064d3ccb895ac4865c) AuthConfig (578b92f97f0616a90473cadbdca84e2db88e50eec3b3dd62f5a2549ec736e0e2) AuthConfig (b0e0c70bacc92783ebc467ef47829e167a52b405c684be26072e3833f7ce58d2) AuthConfig (0fb073272b2b6b86cc1d817a4b1e48dd9684ae12da6d1ed22a8052d3ff4a155c) AuthConfig (8cc0c2707ddf0e9654b8ca20240732585218e64fd654e6ab3598702755acc2b3) AuthConfig (e1c39f03b7a7c59bb525e99f1a77bce88a9f1be1c95e5c3a2ac98311b379bf15) AuthConfig (33fe6367e0a5311c114238fc524e33abb0279a95114517feac26c3ec807420c9) AuthConfig (08af15230d643abd77e08ad258e40f4c9e8e70f24e1b60f1907ea66d8977161c) AuthConfig (c7a1d2954d8130876c5f2e9e97920cb280de58e44a96bbc64715d83a61cd9918) AuthConfig (3b7bd12b29178575aa708e31211964717ad44ecb982700ef94334df584b9f50a) AuthConfig (172df65f2663a931a31d9449e87488083083c9a7cb822baa72cb8ec170c181be) AuthConfig (78ca0328224a8ce7b3e5875920b9c65f0dff2df6baed89feb80d19a655cc3598) AuthConfig (deaeabf128e352ecb1cd3ff028c69145e213c0f762109c739ba99b2b961cd131) AuthConfig (753f6ce5131536eda69e73b36c5b308ef7056be436214bbf5aa5123ed8c14b4f) AuthConfig (fc5e527947059fb560fea95a28b302dd9c8ef39cbb949f7e060659f8ecc03519) AuthConfig (8fc49f9d74622295092004088a6fdb3c44173016a683ec1d46c9c53a8c1be53f) AuthConfig (8065e886f4c05e952ca743df68d5d89772cccdc979a89694f689da5e515c150b) AuthConfig (326c87fd0079814692c6cc7929c8aff8f501bd6c2f030bcc7acc5ef7b628645a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"1beaa1da-ecca-4430-94b2-ecc392d8c602","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:52.990006983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.175858597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"3cbab29a-f002-4aa9-b56a-e49e66dce89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.238048686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"3cbab29a-f002-4aa9-b56a-e49e66dce89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.293770877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8e34df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7186fd741e4c6d9ebeaff31f1419c788bdba9c79ac9f54601a7cffa3afed4335) AuthConfig (b843b4bb1b1bfc43c379638605c1f10c3da0d77f645ce672cec7a574bc066f40) AuthConfig (76fe0688ff7966f775cff99b9af6a0c81423854aa62aa6783459b742734b6eec) AuthConfig (05bfb7f58ac86fdc75ef86130ba41cdc736c2966e7be80034b041cfa0f3fada2) AuthConfig (75ceddaa1321f1eb80242f81a4290a4cfa12d6a9155f7b53d5adefa444f77a40) AuthConfig (6468a0e6f77341ec15d38b85712b2cbaf33b2736d408e3063c17d12cb3870c9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"3cbab29a-f002-4aa9-b56a-e49e66dce89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.352374663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36658e5d-d2bf-4673-b468-5a34b858d038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:55.352407373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36658e5d-d2bf-4673-b468-5a34b858d038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.224135634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"5fcabdd5-2d5e-4c58-be28-d2ab34c78b2a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.224612234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"f454d9c8-e0f5-471d-a30d-f5d015b5a6d1","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.225013534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"0b814803-9663-4c8c-b236-cd2a099322b8","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.323536671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"594adc06-3646-48b9-add0-f1dac0f30d56","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.324036067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"dcef5df8-2d85-441b-925d-f161e95892aa","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.324406312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"6d7f95be-c5b2-4c63-84fe-89d2ef1fa0d2","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.437320959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c0d9c739-1ff8-4998-93da-e979cf7cf119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.477117641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"08a7f205-cbcc-4526-b60e-ac55208dd73d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.492630106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"70a2b8bb-c438-4477-912e-b6a97aae51f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.502124243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c0d9c739-1ff8-4998-93da-e979cf7cf119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.570341008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a85fcb9a-a948-43c1-8c9d-f9fa6ee80dda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.611453872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"70a2b8bb-c438-4477-912e-b6a97aae51f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.827574184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9557dbd2-5857-4792-81ef-ba6823051792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.884301181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9557dbd2-5857-4792-81ef-ba6823051792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:56.981518705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a61767ad-5b52-4c82-afd3-2cba83db8855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:13:57.042001798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a61767ad-5b52-4c82-afd3-2cba83db8855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.828381626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"ebf9c79e-9501-46a0-aa5b-974d5b762827","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:01.885484313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"ebf9c79e-9501-46a0-aa5b-974d5b762827","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.154210865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"db8415aa-75c9-4cf9-8cb8-487eb3040880","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:02.154232169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"db8415aa-75c9-4cf9-8cb8-487eb3040880","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.460324102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"4546bb21-7c85-4dea-ac0b-0087d6e9c890","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.517637512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"4546bb21-7c85-4dea-ac0b-0087d6e9c890","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:05.572997256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8e34df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7186fd741e4c6d9ebeaff31f1419c788bdba9c79ac9f54601a7cffa3afed4335) AuthConfig (b843b4bb1b1bfc43c379638605c1f10c3da0d77f645ce672cec7a574bc066f40) AuthConfig (76fe0688ff7966f775cff99b9af6a0c81423854aa62aa6783459b742734b6eec) AuthConfig (05bfb7f58ac86fdc75ef86130ba41cdc736c2966e7be80034b041cfa0f3fada2) AuthConfig (75ceddaa1321f1eb80242f81a4290a4cfa12d6a9155f7b53d5adefa444f77a40) AuthConfig (6468a0e6f77341ec15d38b85712b2cbaf33b2736d408e3063c17d12cb3870c9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"4546bb21-7c85-4dea-ac0b-0087d6e9c890","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.551929083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"deb24e25-573d-496d-a356-f17275d78482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.551928667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cc0bd681-8fec-4623-b2bf-a8312b99b5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.60916553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cc0bd681-8fec-4623-b2bf-a8312b99b5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:11.609268762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"deb24e25-573d-496d-a356-f17275d78482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.686767108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"87e5ac74-fe65-4969-bd38-308bd22d256a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:15.743823563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"87e5ac74-fe65-4969-bd38-308bd22d256a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.00899428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1ec7921-5e48-4e2c-b530-cbfb04c94d38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.009015976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1ec7921-5e48-4e2c-b530-cbfb04c94d38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.537792916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"feb84b57-bab8-4ed9-9767-b7dcf9b39e72","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.5378192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"feb84b57-bab8-4ed9-9767-b7dcf9b39e72","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.698791329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"ca260e8d-7c07-4e02-96f9-a131e363e8bb","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.698820766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"ca260e8d-7c07-4e02-96f9-a131e363e8bb","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.744126746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"d8e2cd1e-5a37-47b3-8fe8-a397963b8798","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.796733504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"a7edcd06-e3ca-4087-b1c4-c7409481787c","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:16.800797631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"d8e2cd1e-5a37-47b3-8fe8-a397963b8798","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.06334845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"a3294e2c-c058-4674-9f70-3f5e1d0e2f18","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.121642401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"c20ee825-3d26-4d10-98d1-aeb377a84b77","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.125883763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"a3294e2c-c058-4674-9f70-3f5e1d0e2f18","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.472724464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168af6cc-c75f-4c8a-864f-e235688a1d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.524412623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168af6cc-c75f-4c8a-864f-e235688a1d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.576453624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168af6cc-c75f-4c8a-864f-e235688a1d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:17.628071867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168af6cc-c75f-4c8a-864f-e235688a1d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:19.580082076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff901014-91a5-453a-aece-41f1c023f58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:19.632280356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff901014-91a5-453a-aece-41f1c023f58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:19.684313173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff901014-91a5-453a-aece-41f1c023f58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:19.736251505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff901014-91a5-453a-aece-41f1c023f58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:21.624265603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3c4331-3be3-49cf-aba4-fdca80f774e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:21.676149846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3c4331-3be3-49cf-aba4-fdca80f774e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:21.728241023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3c4331-3be3-49cf-aba4-fdca80f774e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:21.780112666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a3c4331-3be3-49cf-aba4-fdca80f774e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:22.990220319Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.59821844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d98147dd-1803-4eca-be32-aa051b5afa34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.694587603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"35370fe0-c481-4566-9c8a-2f188b5e34fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.794860662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"bf44895f-9e7c-4a64-8239-c1470fa1e47a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:24.895623941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60247000-4d93-4306-a789-27a8f90b87fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.051836484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"81159b95-ed47-485a-8d07-38628571c13f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.152789929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"8a1a54c5-c95a-4016-87ab-aa09d6cb194d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.170524431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"fbaca665-91ae-4131-a5e2-b29318d101c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.407825604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"6ac9c90c-1675-41a1-b074-ba8d6b468ecb","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.53160064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"7fbb2e20-7f86-4ffc-b73a-10c46880d074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.687808296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"92e9df94-85c7-4bce-929b-23370368c9ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.687802175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"6ec5fb63-2ec4-4b19-904a-0f75fd86a1b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.838601488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"2ef968b4-4660-427e-8191-f84dabd2db48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:25.881076958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"43ff9eb2-cef2-4cf7-b53d-4a8040c43b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.126153943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ca277-c98d-4e67-859f-11ec634087ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.129555616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"77a9c194-a90e-4529-8395-3c115c68d5ef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.129574677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"77a9c194-a90e-4529-8395-3c115c68d5ef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.178312647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ca277-c98d-4e67-859f-11ec634087ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.230269343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ca277-c98d-4e67-859f-11ec634087ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.282362735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835ca277-c98d-4e67-859f-11ec634087ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.333796152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"3d5d2b23-6127-4ba1-b842-1d2119f9af52","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.391096586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"3d5d2b23-6127-4ba1-b842-1d2119f9af52","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.438980129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"3d54780c-ee3a-4e8c-875b-7158e11d47e5","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.755315605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"0e7d80b9-08a7-4a30-a089-e82581f5f03b","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.802437871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"7cd58d00-83fc-4598-aed0-b818fe6c0c7c","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:27.812344783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"0e7d80b9-08a7-4a30-a089-e82581f5f03b","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.209552712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6379a2e-1bb0-419a-b47f-fcb44610f673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.269472275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6379a2e-1bb0-419a-b47f-fcb44610f673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.321031868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6379a2e-1bb0-419a-b47f-fcb44610f673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.351807054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1eeda85-f9ef-4cb7-b0df-8ef774c7e6a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.351829101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1eeda85-f9ef-4cb7-b0df-8ef774c7e6a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.372801492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6379a2e-1bb0-419a-b47f-fcb44610f673","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.42759356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d06d396e-3d38-4ce5-8998-b244340db66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.427619779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d06d396e-3d38-4ce5-8998-b244340db66e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.532777388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"bb1f62d8-6492-434e-8878-6ddec2a1edd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.711590197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"bb1f62d8-6492-434e-8878-6ddec2a1edd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.766862111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5153fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"bb1f62d8-6492-434e-8878-6ddec2a1edd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.821816199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4275d458-d687-4a1c-a2aa-167d4aa971e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:29.821835911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4275d458-d687-4a1c-a2aa-167d4aa971e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:30.648714872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"ebe65961-7826-416d-93f8-3e9963386b7d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:30.804925968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"ebe65961-7826-416d-93f8-3e9963386b7d","name":"e2e-api-b-8ab111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.647834947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e940a7e7-d926-4b9c-b12e-fe88fc8ae125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.715677815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e940a7e7-d926-4b9c-b12e-fe88fc8ae125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.768497587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e940a7e7-d926-4b9c-b12e-fe88fc8ae125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:31.897404643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e940a7e7-d926-4b9c-b12e-fe88fc8ae125","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:33.990317918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11afe0ac-f3ed-464d-a814-62a3c08947de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.042885152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11afe0ac-f3ed-464d-a814-62a3c08947de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.095723188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11afe0ac-f3ed-464d-a814-62a3c08947de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.149154605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11afe0ac-f3ed-464d-a814-62a3c08947de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:34.666084443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-62ab55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-62ab55","reconcileID":"7a13ff46-e2eb-4814-840c-f5a8935cc388","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-62ab55","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-62ab55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.193701959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf0b14-2637-4ce4-a986-18776245ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.245455549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf0b14-2637-4ce4-a986-18776245ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.297218348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf0b14-2637-4ce4-a986-18776245ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:36.349402611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cf0b14-2637-4ce4-a986-18776245ea84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.221105419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f99e03-2b40-43e3-b1b5-35b6859741c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.27321215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f99e03-2b40-43e3-b1b5-35b6859741c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.325507828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f99e03-2b40-43e3-b1b5-35b6859741c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:38.377271516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f99e03-2b40-43e3-b1b5-35b6859741c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.084289655Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bf51d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bf51d6","reconcileID":"2f603c34-4cb8-4321-a651-9ec224432612","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-bf51d6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-bf51d6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.941554135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"b8ac8a85-926c-4f50-96d2-3b8798eed7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:39.997944907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"b8ac8a85-926c-4f50-96d2-3b8798eed7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:40.053537488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5153fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"b8ac8a85-926c-4f50-96d2-3b8798eed7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:40.396707467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30c6d01-55d4-47d3-b2bb-c4223898f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:40.448604602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30c6d01-55d4-47d3-b2bb-c4223898f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:40.500611623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30c6d01-55d4-47d3-b2bb-c4223898f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:40.552147657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30c6d01-55d4-47d3-b2bb-c4223898f145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.120319236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"797ed0dd-9a84-4ddd-b03c-899b3032405c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.220562205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"eb88edcb-75be-4229-97ac-b75c844a43f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.3529904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"32ffc23f-67d4-458c-afa2-1695238b02bc","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.425522165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"bb9011a4-2636-4479-88b6-63da0566ef69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.459500566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e1545919-b080-4832-8272-45fd1a2a391c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.611091722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"f59dc07a-c4dd-4afd-8b9d-544d3c69a448","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.744487198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad870356-142b-4d9e-a856-ce672e7c8ed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.854247845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"1c454935-f730-430a-983c-6d437d4f6fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.98772197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"49467ed4-19a1-4b36-aa02-948ece4b3eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:43.988328305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"3b731cd5-f949-4fce-82aa-ef48e5c9fc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:44.137829785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"27acaaea-d094-4556-962a-252b92826041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:44.218961721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"b97b03fa-bb9b-4670-8228-f58a5d86c81c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:44.446141303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"a6815b14-a409-48c6-a029-6a0b92698690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.157152176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"779a20b1-d7dd-48ea-b2f0-540f44cef2b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.214218249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"779a20b1-d7dd-48ea-b2f0-540f44cef2b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.269724017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5153fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c025d5b922acd4c90676939548600ee022e3efbc83737ad44915ff78c355b940) AuthConfig (faa5819c49a592f553b267ec2afbfebe29fbf25e3e37db7d831469091177ed40) AuthConfig (167f0abc4b88eb31fe740c2bc435b17c61f42de57e9769a1db2047e013ffb0fd) AuthConfig (4574b3d7bf4b706b26fe79477cfe2bc44ee606387918cb64c51dc1dc68f50876) AuthConfig (61d1c9fc67868432e67feee5ab140aaa8da77719529938b741d29c2959b72836) AuthConfig (7ab4e624b28f69d4f3a3a43684a86e6a3a95672783f0c9c90f68edd02ca78ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"779a20b1-d7dd-48ea-b2f0-540f44cef2b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.327441936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcf426c0-afff-4b67-b6be-6df37bca57ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:50.327465304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcf426c0-afff-4b67-b6be-6df37bca57ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:52.989894828Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:14:59.277467425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"17ae9a3c-6a6e-485a-9d5a-8f02ea74ba23","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.214128924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"982c6a60-064e-499e-8810-7259b78d863b","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.272320869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"b2f75c83-29bc-4194-8cb3-bdd7c218abc2","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.428809019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ef995be3-3286-47a0-951c-ba30576ed669","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.47960804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"198d9edd-3761-48b1-962e-ffe26a7d9c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.485689511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ef995be3-3286-47a0-951c-ba30576ed669","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.537060946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"198d9edd-3761-48b1-962e-ffe26a7d9c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.586617749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a0e20519-b2b7-45aa-a2df-35b3aee2fded","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.592925457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5153fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c025d5b922acd4c90676939548600ee022e3efbc83737ad44915ff78c355b940) AuthConfig (faa5819c49a592f553b267ec2afbfebe29fbf25e3e37db7d831469091177ed40) AuthConfig (167f0abc4b88eb31fe740c2bc435b17c61f42de57e9769a1db2047e013ffb0fd) AuthConfig (4574b3d7bf4b706b26fe79477cfe2bc44ee606387918cb64c51dc1dc68f50876) AuthConfig (61d1c9fc67868432e67feee5ab140aaa8da77719529938b741d29c2959b72836) AuthConfig (7ab4e624b28f69d4f3a3a43684a86e6a3a95672783f0c9c90f68edd02ca78ec8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"198d9edd-3761-48b1-962e-ffe26a7d9c53","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.649311891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"5130698a-c357-4c3f-91f0-9823435e435a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:15:00.698001705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub","reconcileID":"9731c19b-a6e0-417b-a237-8584d785cb7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.745442081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6dbf5f09-b8fb-483f-895e-a40702863c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.748480052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3383b10d-b373-4a71-aa0b-2a0cb4cbde23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.754785412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a816bd48-c2b3-45f4-abf3-87fd8f88c886","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.803067515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6dbf5f09-b8fb-483f-895e-a40702863c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.806276874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3383b10d-b373-4a71-aa0b-2a0cb4cbde23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.812807817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"1a41fd31-7ebd-4dc6-aba5-42eae69a7d68","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.870150599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c59cba87-b242-4c83-b8ec-44a8038b4afe","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.908975713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1d1b9a36-57cb-4adc-87fd-69b9a65606f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:00.967638614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1d1b9a36-57cb-4adc-87fd-69b9a65606f7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.13646815Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub","reconcileID":"06488ea1-94c7-43ca-9a56-99f92df53f66","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.164799163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"64898512-82a8-4e74-a7da-fb8e736e0596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.165150717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3c8ebbae-e1dd-4b2a-9cd6-4a96eedd34ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.223153385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"3c8ebbae-e1dd-4b2a-9cd6-4a96eedd34ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.223740836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"64898512-82a8-4e74-a7da-fb8e736e0596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.304653897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"bf9fcecc-501f-4680-bb99-704576a39586","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.345646337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"7b4945ef-dde1-4288-89af-98d70ac01ecd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.360805703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"87a3ca3b-b0f3-479c-89b6-2c0973dbcf3e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.41704975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"87a3ca3b-b0f3-479c-89b6-2c0973dbcf3e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:01.515444489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub","reconcileID":"9c1dc190-9b0b-4c99-8953-0e680d2d8576","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.405449774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.405518124Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.462462024Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.462488494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.462604167Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.463016374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"832e2ac1-f41b-4c15-9474-cfb99a0cdd16","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.463032455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"832e2ac1-f41b-4c15-9474-cfb99a0cdd16","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.519528982Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"5dca847f-3052-4ecb-bde9-3c23c680466a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.522858714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"bc546a38-a035-49a8-af24-c16902c5f157","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.52288282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"bc546a38-a035-49a8-af24-c16902c5f157","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.566645142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"12474e46-1370-41cb-a7ae-43ab6d4f833b","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.623832357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"12474e46-1370-41cb-a7ae-43ab6d4f833b","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.625708549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"4f6d22b4-825c-42b6-804d-8b1dfed519c4","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3281789d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.679056663Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"90a1338e-2072-4749-88b0-aa79ce125956","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3281789d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:02.831576887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"9a83467b-8d98-4ed6-8ac5-020b1f6a3df5","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.084268521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"9a83467b-8d98-4ed6-8ac5-020b1f6a3df5","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.211747166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"9a83467b-8d98-4ed6-8ac5-020b1f6a3df5","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"e2e-mt-a7a67875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.211775516Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-policy-a7a67875","reconcileID":"9a83467b-8d98-4ed6-8ac5-020b1f6a3df5","MaaSAuthPolicy":{"name":"e2e-policy-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.268353365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"03d50fdd-aedc-4c61-b96f-4cead051ae57","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.268376768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"03d50fdd-aedc-4c61-b96f-4cead051ae57","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.498520344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"f6626c3b-88a6-4786-b185-1118d563173c","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.653313178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02b17653-5e59-47ca-8937-dd8a3d3a2f92","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.653569679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6fb5fb14-7821-41aa-9c7b-4225765a7529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.653323277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"42cce7c7-5c66-4264-8d99-55b09be05266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.711568973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02b17653-5e59-47ca-8937-dd8a3d3a2f92","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.712430616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"42cce7c7-5c66-4264-8d99-55b09be05266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:03.71447322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6fb5fb14-7821-41aa-9c7b-4225765a7529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.035235239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"679731c2-6f5f-4e15-91f2-1cc2770f8536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.150364345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"4a9bc9af-8eaf-4270-85c3-b192278bc77c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.299709434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"c497d386-9607-404e-aa93-f825d0c10374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.3975924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"63bfeae4-3bbf-4ab3-b188-4d2a1022832c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.449955469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"bc67d796-6630-4e51-9bb0-5326dec74c5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.541747162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"0f80248d-40c2-4e8a-a7a1-f324525a0ea9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.639935328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14ebe7eb-0675-43b9-92d3-ff286794a81d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.73748417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"eb7b2dfc-74bc-4082-9161-ad67078523df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.836968075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ec9d0e7-afcc-4786-bf5d-83ae15de6e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:08.998503861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"8932fe48-11b9-4dd4-8673-c454ae894c44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:09.101370874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"100fb653-74af-41c9-8f09-08f9e62425f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:10.699257315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"f724f4cf-bf07-4dca-be07-84e72999c927","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:10.755709181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"f724f4cf-bf07-4dca-be07-84e72999c927","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.07660829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a3b4be0-6a43-40af-a8c3-347a9665c5fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:11.076630294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a3b4be0-6a43-40af-a8c3-347a9665c5fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.745759468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"635d8158-93b4-45ce-a01d-84df7cad1f09","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","subscription":"e2e-sub-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.802034553Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"635d8158-93b4-45ce-a01d-84df7cad1f09","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:12.855315297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-sub-a7a67875","reconcileID":"635d8158-93b4-45ce-a01d-84df7cad1f09","MaaSSubscription":{"name":"e2e-sub-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"name":"maas-trlp-e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.126403727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"df16abfc-94dc-4d93-9759-096a8d01d20e","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.126423954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"df16abfc-94dc-4d93-9759-096a8d01d20e","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.657783138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub","reconcileID":"2e2825dc-f270-45d7-8644-b320835c7b6c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:13.87357877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub","reconcileID":"2e2825dc-f270-45d7-8644-b320835c7b6c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.082135295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"7214dfe5-9600-49ff-ae4d-6d81f01d15a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.136119206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"7e40a6e5-4bb8-41e3-a81c-a2aead896099","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.28980713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e30eca4c-7a7c-4cf4-8dc3-79544d929605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.290420986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"923b4162-63f4-4564-8084-06bf91d03d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.290452998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c271e0f3-604f-48f7-b599-86aa6d85f5e0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.34701425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e30eca4c-7a7c-4cf4-8dc3-79544d929605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.347122082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c271e0f3-604f-48f7-b599-86aa6d85f5e0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:14.349621321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"923b4162-63f4-4564-8084-06bf91d03d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.340402492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f02848b-cc5c-4e47-80b9-cd3872392296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.392246894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f02848b-cc5c-4e47-80b9-cd3872392296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.451532059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f02848b-cc5c-4e47-80b9-cd3872392296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:19.503643434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f02848b-cc5c-4e47-80b9-cd3872392296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.512754289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868dd38-693b-4c22-9590-173014ca8658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.564523548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868dd38-693b-4c22-9590-173014ca8658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.616539426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868dd38-693b-4c22-9590-173014ca8658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:21.668538591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e868dd38-693b-4c22-9590-173014ca8658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.070316917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f27eb27-cd08-4df8-84ef-735e72e1451e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.070341656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f27eb27-cd08-4df8-84ef-735e72e1451e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.125004043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e285756-b773-4b70-bfeb-43652d90f325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.125026659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e285756-b773-4b70-bfeb-43652d90f325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.22813802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"74329ee8-6aaf-435b-a9a8-05ec7156069e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.358919142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"74329ee8-6aaf-435b-a9a8-05ec7156069e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.414593541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8ab111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"74329ee8-6aaf-435b-a9a8-05ec7156069e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.470222638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"705692a0-d556-4d7d-a231-481915beafaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:22.470254202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"705692a0-d556-4d7d-a231-481915beafaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:23.001569047Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:23.695295305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6cd6dc-19b6-4207-9523-1a76b3adef2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:23.750476678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6cd6dc-19b6-4207-9523-1a76b3adef2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:23.803338798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6cd6dc-19b6-4207-9523-1a76b3adef2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:23.855379698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce6cd6dc-19b6-4207-9523-1a76b3adef2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.25891268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"a4aae2d1-399a-423c-bb55-1ed6ec2b6b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.310723382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"b35c5afa-a3cd-44a1-80ff-9c362f4d1d63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.448031477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"6e12bd8c-2001-4938-8cff-1b69a981aa99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.448922874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"efd6d819-e713-4733-86bf-336115b3bf7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.657258561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"11ce073a-a298-4edb-848f-1b8f10727abf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.758564478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7199db9-00f7-4c93-9d83-fd015e87bb4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.86021947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"0a313c2c-2d21-4594-aa12-e3329b288cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.860256827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"75290f43-bd5a-41b5-b899-6521dbcb0d80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:26.982724516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"cb10a75b-e607-4f7d-8819-78d1d854bfbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.318279439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"10e4673b-568a-4d86-9687-1b9240aae130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:27.411430182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb9761e0-6ee8-4db4-ae3d-2692345eb2c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.489661499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"26c30411-9db3-4fe2-86a2-d7bfcb1919a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:28.606697517Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"26c30411-9db3-4fe2-86a2-d7bfcb1919a6","name":"e2e-api-b-62ab55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.538863448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"b0e6104d-9902-412f-8399-f86147cfc998","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.632922841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"b0e6104d-9902-412f-8399-f86147cfc998","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.677152849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf2d72b3-365b-4603-9fe4-0b9df30f7a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.677211514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf2d72b3-365b-4603-9fe4-0b9df30f7a77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:29.842858256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"d3b0256e-0b8e-4ad6-9bad-d3ee62ed4833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.12960822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"d3b0256e-0b8e-4ad6-9bad-d3ee62ed4833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.287388828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"d3b0256e-0b8e-4ad6-9bad-d3ee62ed4833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"name":"e2e-api-a-8e34df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.287436244Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"e2e-e2e-api-a-8e34df-policy","reconcileID":"d3b0256e-0b8e-4ad6-9bad-d3ee62ed4833","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8e34df-policy","namespace":"ai-tenant-e2e-api-a-8e34df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8e34df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.372538318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db10dbcc-ef17-4820-839b-7d305978b13a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:30.372568947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db10dbcc-ef17-4820-839b-7d305978b13a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.156791722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61433f0-e1c6-435f-befb-ed0c9f7580a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.208739206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61433f0-e1c6-435f-befb-ed0c9f7580a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.263108028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61433f0-e1c6-435f-befb-ed0c9f7580a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.315068506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61433f0-e1c6-435f-befb-ed0c9f7580a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.653824499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"17a53a0f-b71e-47d3-bb76-94ece20ea4a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.711645285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"17a53a0f-b71e-47d3-bb76-94ece20ea4a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:32.767313063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8ab111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"17a53a0f-b71e-47d3-bb76-94ece20ea4a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.453503568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"31d89ec7-530a-4e8c-9851-adb75f95614a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.571424719Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"31d89ec7-530a-4e8c-9851-adb75f95614a","name":"e2e-api-a-bf51d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.604853604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ebd61a-d8bf-4e54-be38-fb34591a405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.657566557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ebd61a-d8bf-4e54-be38-fb34591a405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.709469827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ebd61a-d8bf-4e54-be38-fb34591a405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:34.761365137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ebd61a-d8bf-4e54-be38-fb34591a405a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:40.959526198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"7ae0a6b0-c99a-4d59-9b76-10c5e65ded4d","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:40.959538992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"82dac032-f673-428b-8241-0420eb47718e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:41.167622716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"b9908a39-1b52-4a9f-90b4-6027d5736804","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:42.870825607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"24de94cd-7281-4727-bff2-df4c81ecc1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:42.928251105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"24de94cd-7281-4727-bff2-df4c81ecc1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:42.983872056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8ab111-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"24de94cd-7281-4727-bff2-df4c81ecc1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:52.991952911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:53.091345435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"e7e8db09-e76d-42aa-bbc6-295b6ade398b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:53.15323004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"e7e8db09-e76d-42aa-bbc6-295b6ade398b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:53.208556698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8ab111-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6f1f4ff3b4656c6a2aebbd1177069f7724396e02879e4362e0de1536172ade1) AuthConfig (239a941cc26038911e62a8c4b4f48e3aea420bb153427a158dd6578f0c9a30c6) AuthConfig (49e5a4d8035f3a8fda78b637905ed71b067b5046019abfdca4a8ecb237979084) AuthConfig (c3aad47aa94f5445756aa49eb17851226793cf0af1c57e5b17f23a850c175884) AuthConfig (f959b8b4282426faf980f71515ef5a6b8fb11a9bd390c82772493da302bfb6b9) AuthConfig (b747ec51967eaa6fef5728a52932c2e2a97f206bcb3b73dc6f108142bf446f94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"e7e8db09-e76d-42aa-bbc6-295b6ade398b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:53.263959054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf070b7-6310-4b5e-a6d1-1d879f0da38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:53.26398004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf070b7-6310-4b5e-a6d1-1d879f0da38d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.602044732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","namespace":"ai-tenant-e2e-api-a-8e34df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.60211928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","namespace":"ai-tenant-e2e-api-a-8e34df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.602218197Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","tenant":"e2e-api-a-8e34df","tenantID":"e2e-api-a-8e34df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.65749482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Deployment","name":"maas-api-e2e-api-a-8e34df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.716677903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Service","name":"maas-api-e2e-api-a-8e34df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.775397574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8e34df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.828649049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8e34df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.89114397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:15:59.947425612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.016454104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.080602846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.138573073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Deployment","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.191241123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.24556225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Service","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.306829774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.359010859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.410398163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.461417718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.518405165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.569889514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.621060426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.677796867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8e34df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.734553969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8e34df"},"namespace":"ai-tenant-e2e-api-a-8e34df","name":"default-tenant","reconcileID":"bec2af88-ffb2-4841-a6c9-af0ff3987c15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8e34df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.798482852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.798580763Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.798661023Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","tenant":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.860980696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Deployment","name":"maas-api-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.922342489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Service","name":"maas-api-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:00.980941348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.036607204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.102976294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.166943538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.22337561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.305227912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.364541354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Deployment","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.422631623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.486766176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Service","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.539233778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"Service","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.591096236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"DestinationRule","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.64279135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.694477496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.749956536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.801576658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.852918289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:01.916616853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:02.00554437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"8cd24cff-5c66-4947-9fee-43648e44b808","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-a7a67875","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:02.872690426Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a7a67875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a7a67875","reconcileID":"032f6efd-e074-44a7-afdc-71195d9f343a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a7a67875","removed":["maas.opendatahub.io/gateway-access-e2e-mt-a7a67875"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.07175359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"dd267b13-5f56-40de-9a64-67d989503c36","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.176044227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"dd267b13-5f56-40de-9a64-67d989503c36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.181426256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"0bbe653e-6c8a-43c1-b490-2f7ddddf227d","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.181487906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"0bbe653e-6c8a-43c1-b490-2f7ddddf227d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.192702673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9023b0e3-5e27-4306-9630-969107469c19","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.192760829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9023b0e3-5e27-4306-9630-969107469c19","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.213978344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f697bcbd-57ef-4b91-b746-912af4390d71","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.214033694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f697bcbd-57ef-4b91-b746-912af4390d71","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.255110291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b0eff3ab-0d3e-47ea-ba1b-347074819496","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.255218655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b0eff3ab-0d3e-47ea-ba1b-347074819496","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.336304219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"6510fc16-f74c-4a47-8836-1a4d17faa2fe","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.336380935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"6510fc16-f74c-4a47-8836-1a4d17faa2fe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.368043562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"c6582720-55b2-4a9e-afa5-d7fcb531d292","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.425260655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"c6582720-55b2-4a9e-afa5-d7fcb531d292","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:03.493331485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8ab111-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6f1f4ff3b4656c6a2aebbd1177069f7724396e02879e4362e0de1536172ade1) AuthConfig (239a941cc26038911e62a8c4b4f48e3aea420bb153427a158dd6578f0c9a30c6) AuthConfig (49e5a4d8035f3a8fda78b637905ed71b067b5046019abfdca4a8ecb237979084) AuthConfig (c3aad47aa94f5445756aa49eb17851226793cf0af1c57e5b17f23a850c175884) AuthConfig (f959b8b4282426faf980f71515ef5a6b8fb11a9bd390c82772493da302bfb6b9) AuthConfig (b747ec51967eaa6fef5728a52932c2e2a97f206bcb3b73dc6f108142bf446f94)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"c6582720-55b2-4a9e-afa5-d7fcb531d292","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.497347835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"c1ad1077-2175-4629-b319-164bbd459f68","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.497412584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"c1ad1077-2175-4629-b319-164bbd459f68","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.818110358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"30865106-947a-4a90-a8bb-4fe640fb4542","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:03.818232444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"30865106-947a-4a90-a8bb-4fe640fb4542","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.003091319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5b168-81de-41d6-8bfe-7a38c8d5aa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.056880264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5b168-81de-41d6-8bfe-7a38c8d5aa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.109292758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5b168-81de-41d6-8bfe-7a38c8d5aa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:04.161236196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f5b168-81de-41d6-8bfe-7a38c8d5aa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:04.458622106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b1b3e9c4-b224-4ec9-99cd-0b0c31457c98","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:04.458723101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b1b3e9c4-b224-4ec9-99cd-0b0c31457c98","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:05.743522667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9ea8cdb5-70f3-455a-b17b-7869459d8b67","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:05.743617542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"9ea8cdb5-70f3-455a-b17b-7869459d8b67","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.104358978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196dd47a-e164-4d53-9fe5-6ae398f2ca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.15696239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196dd47a-e164-4d53-9fe5-6ae398f2ca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.209090039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196dd47a-e164-4d53-9fe5-6ae398f2ca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:06.261215734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196dd47a-e164-4d53-9fe5-6ae398f2ca11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.062140887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a748fe95-b05f-4c03-a6e2-0eac56eb684e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.062184197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a748fe95-b05f-4c03-a6e2-0eac56eb684e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.116892771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b40c41-f627-4ff1-a0c1-c32e44b7dfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.116922264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b40c41-f627-4ff1-a0c1-c32e44b7dfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:08.304714226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"13b9b53a-6a0e-40b8-88b2-1c6d5047396f","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:08.304800865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"13b9b53a-6a0e-40b8-88b2-1c6d5047396f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.304818381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec8a43d-0e81-4d0c-85cc-609ce267b2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.30501339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"7ca35f72-7086-4a5b-826c-9f037974c929","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.344970871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60eded59-4461-47b5-bd69-0af5c2a77080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.345105406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60eded59-4461-47b5-bd69-0af5c2a77080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.3645258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec8a43d-0e81-4d0c-85cc-609ce267b2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.439567782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec8a43d-0e81-4d0c-85cc-609ce267b2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.495257928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec8a43d-0e81-4d0c-85cc-609ce267b2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.499995972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"7ca35f72-7086-4a5b-826c-9f037974c929","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.500622292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c55375f-facf-40e7-b33a-c371eaca77d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.500661213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c55375f-facf-40e7-b33a-c371eaca77d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:08.553597461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"2db62a5f-b34f-4ecf-b3be-e68b34e57c5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-316dd244\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.603326113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8b0220-1de7-4c1a-85be-51fd3dfb376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.6033261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"157e4039-abdc-4dc6-963f-e78a37072e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.663963235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"157e4039-abdc-4dc6-963f-e78a37072e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.664091827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8b0220-1de7-4c1a-85be-51fd3dfb376d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.668276249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4154779b-ad2a-4101-b211-711f1d38200b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.668294602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4154779b-ad2a-4101-b211-711f1d38200b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.765903059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"778300a0-baa4-4767-ae55-ef8de39c7871","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.765926619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"778300a0-baa4-4767-ae55-ef8de39c7871","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.819638226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"976940c2-97e9-40c0-b143-56307b49d334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.819659822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"976940c2-97e9-40c0-b143-56307b49d334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:08.968682096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"e4cdd743-7389-47fd-abe0-a0f568ccd17a","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:08.968744747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"e4cdd743-7389-47fd-abe0-a0f568ccd17a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:08.974496239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"89605ffe-b1d0-4e65-8ad4-33bae69fc77b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.056894893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"76f3cf0b-65fa-43a1-b2d4-0f88092a3c18","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-316dd244","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.057024415Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"76f3cf0b-65fa-43a1-b2d4-0f88092a3c18","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-316dd244","error":"MaaSModelRef not found: llm/nonexistent-model-316dd244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.057466902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"89605ffe-b1d0-4e65-8ad4-33bae69fc77b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.117055043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"383e7b71-5af1-45bf-88f3-60727a52de1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.117328704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6297b554-6476-4881-84bd-ea01e4053980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.13743979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"72c90b77-5620-4d3a-b259-6b4060f82624","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.137547715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"72c90b77-5620-4d3a-b259-6b4060f82624","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.174904935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"383e7b71-5af1-45bf-88f3-60727a52de1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.175535272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6297b554-6476-4881-84bd-ea01e4053980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.266512213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8ae4fa2-6a4d-470a-b1cc-ff6481971495","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.316944706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26221b69-291e-4647-9b9e-68db2f9c8060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.316975611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26221b69-291e-4647-9b9e-68db2f9c8060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.378938128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"89605ffe-b1d0-4e65-8ad4-33bae69fc77b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-316dd244\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.512640766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"58a7531f-8b7a-4966-b6cc-e19679ccd7d1","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.512713366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"58a7531f-8b7a-4966-b6cc-e19679ccd7d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.538832746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"342a8aa3-a459-40a5-9b87-e4afedb25806","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.554303075Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"342a8aa3-a459-40a5-9b87-e4afedb25806","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-316dd244","error":"MaaSModelRef not found: llm/nonexistent-model-316dd244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.554851305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"d27d638b-4395-4535-8423-8cf28e694bb3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.612028495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"d27d638b-4395-4535-8423-8cf28e694bb3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.621660005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"1e5acc28-92fa-41fb-9bbc-885f96880db7","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:09.62173003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"1e5acc28-92fa-41fb-9bbc-885f96880db7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:09.999500381Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8e34df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8e34df","reconcileID":"b6e37597-ad6e-40e9-a1ef-e69cf16decc3","aitenant":"ai-tenants/e2e-api-a-8e34df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:10.145859541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"aa201f43-54b5-42ed-b582-a42c0863f3cb","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:10.145938801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"aa201f43-54b5-42ed-b582-a42c0863f3cb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.711240294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30f0be-d713-4896-9aba-e60f8a48ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.774612057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30f0be-d713-4896-9aba-e60f8a48ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.82745756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30f0be-d713-4896-9aba-e60f8a48ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.879443508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe30f0be-d713-4896-9aba-e60f8a48ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:10.886343457Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8e34df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8e34df","reconcileID":"b6e37597-ad6e-40e9-a1ef-e69cf16decc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8e34df","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8e34df"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:11.050873501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f2d8318a-ec05-44d1-8ea7-44d845635bc9","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:11.050981436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f2d8318a-ec05-44d1-8ea7-44d845635bc9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875-kserve-route (gateways: [openshift-ingress/e2e-mt-a7a67875]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.079404752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0115f075-ed90-42eb-bc9a-71b6d38ce08f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.079433518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0115f075-ed90-42eb-bc9a-71b6d38ce08f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.358413892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11de5c33-f587-430d-aafc-55bf20a50b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.358641042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"96f1b075-0de7-40e0-83e8-70470333c9f8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.358910339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"691f694b-6144-42b5-b584-6a9dd67f6c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.362397379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"e76bd40a-ea24-428d-b67c-05d5592f89e5","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.362417766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"e76bd40a-ea24-428d-b67c-05d5592f89e5","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.416503589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11de5c33-f587-430d-aafc-55bf20a50b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.417287944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"96f1b075-0de7-40e0-83e8-70470333c9f8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.419195246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"691f694b-6144-42b5-b584-6a9dd67f6c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:11.567943176Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a7a67875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a7a67875","reconcileID":"8e1b37ce-473a-458f-b074-24ed9c2054bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a7a67875","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-a7a67875":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:12.645017242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"6b1122af-9c91-4235-9dce-1c26cb7f08b6","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:12.645043782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"6b1122af-9c91-4235-9dce-1c26cb7f08b6","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.082091699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2a0591-b8ff-47c1-9ee7-c6a02cc731f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.133736686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2a0591-b8ff-47c1-9ee7-c6a02cc731f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.186395791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2a0591-b8ff-47c1-9ee7-c6a02cc731f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.238000645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2a0591-b8ff-47c1-9ee7-c6a02cc731f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.506747742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"3ee8b9a9-c71a-49fd-a367-39d79b634d73","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.506771206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"3ee8b9a9-c71a-49fd-a367-39d79b634d73","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.596636207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"8cf11ec0-78a5-437f-90b2-c4a8841dbd84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.653391352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"8cf11ec0-78a5-437f-90b2-c4a8841dbd84","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.968616967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"237a1818-3f1c-4816-b2c4-74c524b2963f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:13.968636501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"237a1818-3f1c-4816-b2c4-74c524b2963f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.328140617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc7b0ec-2407-4ea8-a051-63abfe70edac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.380978668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc7b0ec-2407-4ea8-a051-63abfe70edac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.434191755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc7b0ec-2407-4ea8-a051-63abfe70edac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:15.487677172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dc7b0ec-2407-4ea8-a051-63abfe70edac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.936043046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"097fc653-3885-49a1-bff7-1ec4b0c1bfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.936122494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58aac2ac-3fcd-48b2-bfee-e32413a0610a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:17.936141412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58aac2ac-3fcd-48b2-bfee-e32413a0610a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.17290725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"097fc653-3885-49a1-bff7-1ec4b0c1bfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.2994795Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"097fc653-3885-49a1-bff7-1ec4b0c1bfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"name":"e2e-api-b-8ab111-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.299505334Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"e2e-e2e-api-b-8ab111-policy","reconcileID":"097fc653-3885-49a1-bff7-1ec4b0c1bfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8ab111-policy","namespace":"ai-tenant-e2e-api-b-8ab111"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8ab111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.355845735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"451d9e07-93f8-4975-8a03-01ff54b1a3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:18.355864158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"451d9e07-93f8-4975-8a03-01ff54b1a3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.355103796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e52d74b-4fa1-4157-bb98-e3fc20325fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.411602251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e52d74b-4fa1-4157-bb98-e3fc20325fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.532625271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e52d74b-4fa1-4157-bb98-e3fc20325fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:19.605980391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e52d74b-4fa1-4157-bb98-e3fc20325fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.365386706Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"cceee4ba-d78c-4a77-adf7-76413afed94e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-316dd244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.570787386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679ca9b2-ebd7-470a-a746-8fafe3c62003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.623446177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679ca9b2-ebd7-470a-a746-8fafe3c62003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.629311234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"cceee4ba-d78c-4a77-adf7-76413afed94e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.629341263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"cceee4ba-d78c-4a77-adf7-76413afed94e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-316dd244","subscription":"e2e-neg-ghost-sub-316dd244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.675422209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679ca9b2-ebd7-470a-a746-8fafe3c62003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.67552301Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-316dd244","reconcileID":"cceee4ba-d78c-4a77-adf7-76413afed94e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-316dd244","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-316dd244","error":"MaaSModelRef not found: llm/nonexistent-model-316dd244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.727385567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"679ca9b2-ebd7-470a-a746-8fafe3c62003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:21.936806589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f7cbd91-f016-41ba-8543-4e6c8f0f6c24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.048700099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b278f4-5e51-41a6-b1a2-76197abdd26f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.048723821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27b278f4-5e51-41a6-b1a2-76197abdd26f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.202379311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5488822-0717-4b7b-8359-a3fe42b678b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.202535428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"17ae900c-a5ae-4a49-9420-e7f9e7fff6c7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.202791765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bc979c3-6959-41e7-9c47-4bf0b0e54bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.236792666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6aae0bb-03fa-4cb1-b3f0-9425e41657ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.236817524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6aae0bb-03fa-4cb1-b3f0-9425e41657ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.2590934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5488822-0717-4b7b-8359-a3fe42b678b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.259356464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"17ae900c-a5ae-4a49-9420-e7f9e7fff6c7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.261407512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bc979c3-6959-41e7-9c47-4bf0b0e54bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.462134427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-316dd244","reconcileID":"c1bbf060-d8fc-440f-9e82-a59be9a8d0af","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-316dd244","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.668705237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032c07a1-2164-47ad-8d51-d4382b2c038d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.668729321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"032c07a1-2164-47ad-8d51-d4382b2c038d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.938675742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62fb0061-c45c-4254-a120-0eaf437c8c24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.938698378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62fb0061-c45c-4254-a120-0eaf437c8c24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.993621398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.994267557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50bedfb5-9110-4cb0-a559-9b0e34961b97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:22.994289882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50bedfb5-9110-4cb0-a559-9b0e34961b97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.200534746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"eae7c183-9713-48c3-8c61-124a616d24fd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.257157034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"eae7c183-9713-48c3-8c61-124a616d24fd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.363909568Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"eae7c183-9713-48c3-8c61-124a616d24fd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f7a2567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.578275552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e297b1c4-54be-498c-a6ec-a5cbdc7bc1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.5782979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e297b1c4-54be-498c-a6ec-a5cbdc7bc1b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.783448628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"6a852f9f-e118-424f-8df1-6c231dfbe534","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.840488853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"6a852f9f-e118-424f-8df1-6c231dfbe534","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:23.94696999Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"6a852f9f-e118-424f-8df1-6c231dfbe534","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f7a2567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.652720411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"633f9d2a-bc94-413c-8ca2-7b171d63a670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.652865148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"633f9d2a-bc94-413c-8ca2-7b171d63a670","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.65372427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"d6b65fb7-d93a-4f3b-9a1b-7f0ea5b26533","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.706733035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6f7a2567","reconcileID":"d6b65fb7-d93a-4f3b-9a1b-7f0ea5b26533","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6f7a2567","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f7a2567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.812399607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef24302-e0f0-42f5-8a9a-1ba6d9625e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.864315517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef24302-e0f0-42f5-8a9a-1ba6d9625e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.916048588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef24302-e0f0-42f5-8a9a-1ba6d9625e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:25.968383886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef24302-e0f0-42f5-8a9a-1ba6d9625e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.02555317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2870575-2468-4631-a190-fadd83a1a3ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:26.025580713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2870575-2468-4631-a190-fadd83a1a3ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.269020845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26aaba77-a9d0-419d-8c9f-f6ee277f8763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.269042327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26aaba77-a9d0-419d-8c9f-f6ee277f8763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.375588372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78554a7-f5dd-4a86-ba06-cf3e5121f0b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.375620974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78554a7-f5dd-4a86-ba06-cf3e5121f0b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.503865397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"5fba0397-65ad-4ecd-8a52-f9d4be6485be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.656942588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"5fba0397-65ad-4ecd-8a52-f9d4be6485be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.716873601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-62ab55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"5fba0397-65ad-4ecd-8a52-f9d4be6485be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.774555571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49b2fc15-07e9-4c52-a3c1-e3d6d52f3491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:27.774578249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49b2fc15-07e9-4c52-a3c1-e3d6d52f3491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.024406438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430867ca-569d-442d-96d8-f582c649e054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.076546805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430867ca-569d-442d-96d8-f582c649e054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.128319746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430867ca-569d-442d-96d8-f582c649e054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:28.180430522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430867ca-569d-442d-96d8-f582c649e054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.199904532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca96ec2-339d-4467-8497-a7e40c2115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.252376643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca96ec2-339d-4467-8497-a7e40c2115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.306896303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca96ec2-339d-4467-8497-a7e40c2115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:30.359588837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca96ec2-339d-4467-8497-a7e40c2115a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.290087564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60d80b7-fa61-4a99-a7e3-4a50073a81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.342207088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60d80b7-fa61-4a99-a7e3-4a50073a81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.394539266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60d80b7-fa61-4a99-a7e3-4a50073a81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:32.447590274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60d80b7-fa61-4a99-a7e3-4a50073a81c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.589063677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d2db5e-7d78-4cb6-87f3-5bc3f3d28f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.641647138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d2db5e-7d78-4cb6-87f3-5bc3f3d28f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.693319537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d2db5e-7d78-4cb6-87f3-5bc3f3d28f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.744929902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d2db5e-7d78-4cb6-87f3-5bc3f3d28f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.850977435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47aa9e47-ba39-4ffd-aa67-54d26e68d681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.851006439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47aa9e47-ba39-4ffd-aa67-54d26e68d681","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.878617451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"0a690310-0ab4-4d31-a2dd-a516c1af23b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:34.936602147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"0a690310-0ab4-4d31-a2dd-a516c1af23b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.162931863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"86e55489-07bf-438e-9b68-5cda76d58b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.36556507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"86e55489-07bf-438e-9b68-5cda76d58b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.496505721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e0d59c-a69e-47b5-a68a-7a66d490fe85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.496534497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e0d59c-a69e-47b5-a68a-7a66d490fe85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.518104584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"86e55489-07bf-438e-9b68-5cda76d58b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.518127679Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"86e55489-07bf-438e-9b68-5cda76d58b09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.557244123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01613cce-c698-4933-b521-5a5014601b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.557270411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01613cce-c698-4933-b521-5a5014601b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.594781147Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"56667879-751c-4a01-8965-ab05e2bd5e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.596060191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3a19e0-b94a-4466-b383-56ad9d57c9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.596076131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3a19e0-b94a-4466-b383-56ad9d57c9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.659257465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"34b6a526-2112-4f3b-b254-7782843eb6e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.756072621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"56667879-751c-4a01-8965-ab05e2bd5e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.785001749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"34b6a526-2112-4f3b-b254-7782843eb6e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.812843422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"56667879-751c-4a01-8965-ab05e2bd5e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"name":"e2e-api-a-5153fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.812867599Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"56667879-751c-4a01-8965-ab05e2bd5e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5153fe","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:16:35.87205151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5153fe-policy","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"e2e-e2e-api-a-5153fe-policy","reconcileID":"56667879-751c-4a01-8965-ab05e2bd5e38","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-5153fe-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.876208734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bf51d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"34b6a526-2112-4f3b-b254-7782843eb6e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.930939351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e949c7c1-0dbc-4a79-919c-675d4cc64ee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:35.930964773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e949c7c1-0dbc-4a79-919c-675d4cc64ee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.845642014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfdd0f7-ee3e-4821-968b-31d8a497cd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.899592765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfdd0f7-ee3e-4821-968b-31d8a497cd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:36.965499973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfdd0f7-ee3e-4821-968b-31d8a497cd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:37.017962425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dfdd0f7-ee3e-4821-968b-31d8a497cd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:37.134157318Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-aa2454","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-aa2454","reconcileID":"820d6b3e-7b0d-41ef-ac6a-0ff493e25ee1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-aa2454","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-aa2454":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:37.922708211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"1dea11a9-0305-4164-a448-c0d73f375073","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:37.998439541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"1dea11a9-0305-4164-a448-c0d73f375073","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:38.074249019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-62ab55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"1dea11a9-0305-4164-a448-c0d73f375073","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:39.209520192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5bafd5-e42b-465d-91c0-cf0245873e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:39.261475265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5bafd5-e42b-465d-91c0-cf0245873e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:39.313337524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5bafd5-e42b-465d-91c0-cf0245873e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:39.365604209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5bafd5-e42b-465d-91c0-cf0245873e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.011167207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827a2d4a-e03c-4e47-9df4-4d9fd6e04199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.068638033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827a2d4a-e03c-4e47-9df4-4d9fd6e04199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.121546319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827a2d4a-e03c-4e47-9df4-4d9fd6e04199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.17334612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"827a2d4a-e03c-4e47-9df4-4d9fd6e04199","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:42.404077751Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-048ef3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-048ef3","reconcileID":"bf98eb33-6c17-41d2-86de-e9c89edaa703","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-048ef3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-048ef3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.21837382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67669529-133b-4954-9b9f-910dbbb307b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.270085002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67669529-133b-4954-9b9f-910dbbb307b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.32179034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67669529-133b-4954-9b9f-910dbbb307b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:44.373504481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67669529-133b-4954-9b9f-910dbbb307b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.034741071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"65e7cf1b-d5b4-4ed1-94ee-6e48a2cbc04f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.091793652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"65e7cf1b-d5b4-4ed1-94ee-6e48a2cbc04f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.151229888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bf51d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"65e7cf1b-d5b4-4ed1-94ee-6e48a2cbc04f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.410535813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516524-78c9-4ac8-aa6a-61e0070ceb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.463191905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516524-78c9-4ac8-aa6a-61e0070ceb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.514981308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516524-78c9-4ac8-aa6a-61e0070ceb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:46.567448271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516524-78c9-4ac8-aa6a-61e0070ceb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.177953243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"a186fef9-b583-4c9d-93ab-f63736844326","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.239533684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"a186fef9-b583-4c9d-93ab-f63736844326","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.295204076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-62ab55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c49acd4f8b78c3b3d50c9a7216e5b953b98721b5b2367e48ae48eb31db8bd6f6) AuthConfig (bbc71db9214cac0d4da9ec1d8aa2853108968db52b7d008a11ac57e2e7d84a85) AuthConfig (bf9e038b453217fb3f99fa8e87225a15e6f5458b4c3048ab251b64bed9ec340f) AuthConfig (e34ce55ad528b4d70f09efa96c014baf9cabdc2de28697c7de24a09cb4e001e5) AuthConfig (1f379c0437e40882ab4832d9789466d74447821f5d90f1e22f3bcc2a2f3bf094) AuthConfig (6a751796931845c0be3f67a30213a5e3b52c2c99a88e968191dd9952d6eb9f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"a186fef9-b583-4c9d-93ab-f63736844326","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.356095532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b821d6-47ce-4c2e-beb1-c2a9e09d4920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:48.356605306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7b821d6-47ce-4c2e-beb1-c2a9e09d4920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:52.990718559Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.285444282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"4d607474-4bc7-47f1-8cbc-ad4e5c887900","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.342431534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"4d607474-4bc7-47f1-8cbc-ad4e5c887900","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:56.397699416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bf51d6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"4d607474-4bc7-47f1-8cbc-ad4e5c887900","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.461208965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"df127891-5e60-4337-b60a-ef8b5c103e2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.518245382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"df127891-5e60-4337-b60a-ef8b5c103e2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:16:58.573982443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-62ab55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c49acd4f8b78c3b3d50c9a7216e5b953b98721b5b2367e48ae48eb31db8bd6f6) AuthConfig (bbc71db9214cac0d4da9ec1d8aa2853108968db52b7d008a11ac57e2e7d84a85) AuthConfig (bf9e038b453217fb3f99fa8e87225a15e6f5458b4c3048ab251b64bed9ec340f) AuthConfig (e34ce55ad528b4d70f09efa96c014baf9cabdc2de28697c7de24a09cb4e001e5) AuthConfig (1f379c0437e40882ab4832d9789466d74447821f5d90f1e22f3bcc2a2f3bf094) AuthConfig (6a751796931845c0be3f67a30213a5e3b52c2c99a88e968191dd9952d6eb9f0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"df127891-5e60-4337-b60a-ef8b5c103e2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.123590016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"c780f152-b335-4d42-9582-3ae7afe188cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.240706159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"c780f152-b335-4d42-9582-3ae7afe188cf","name":"e2e-mt-a7a67875-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.298493257Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","namespace":"ai-tenant-e2e-api-a-5153fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.29859007Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","namespace":"ai-tenant-e2e-api-a-5153fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.298673467Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","tenant":"e2e-api-a-5153fe","tenantID":"e2e-api-a-5153fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.352012484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Deployment","name":"maas-api-e2e-api-a-5153fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.412075527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Service","name":"maas-api-e2e-api-a-5153fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.469364871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5153fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.522965991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5153fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.581074733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.636279717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.692908814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.752362737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.814449593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Deployment","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.866566633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.918212969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Service","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:02.972497881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.025217958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.076725185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.128393556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.184094951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.235480166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.286962396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.340565709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5153fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.395643367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5153fe"},"namespace":"ai-tenant-e2e-api-a-5153fe","name":"default-tenant","reconcileID":"8df48e39-6acf-4c1f-9845-bcd08289d862","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5153fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.458322956Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","namespace":"ai-tenant-e2e-api-b-8ab111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.458521003Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","namespace":"ai-tenant-e2e-api-b-8ab111","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.458651899Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","tenant":"e2e-api-b-8ab111","tenantID":"e2e-api-b-8ab111","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.512799482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Deployment","name":"maas-api-e2e-api-b-8ab111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.577086114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Service","name":"maas-api-e2e-api-b-8ab111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.631899592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-8ab111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.685721747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-8ab111","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.750015041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.807162559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.863702008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.928488192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:03.988434356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Deployment","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.046616882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.098574754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Service","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.150537891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"Service","name":"payload-pre-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.201979033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.25328723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.304715258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.360026612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.411556629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.463502637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.515969248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-8ab111","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:04.571492197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8ab111"},"namespace":"ai-tenant-e2e-api-b-8ab111","name":"default-tenant","reconcileID":"d84fd868-66ff-4f8f-b9a2-0d9c2d6c4b48","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-8ab111","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.786162594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"5e02b286-3559-454b-94a6-ab09eb6a959b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.894298628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"e6abd3a7-5073-45e1-ab3c-62c018171fd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:05.907461751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"8d6430c2-6634-4920-ba3f-fb171d6a92c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.050270322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"517eb767-6eca-4c4a-aef7-ca07a731a9d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.101920424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bec71b50-238f-421f-9f69-8d4f488fe5b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.205650111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"ce56a277-66fa-4539-81f9-73374e13028d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.262083123Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5153fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5153fe","reconcileID":"b5a84719-8a7c-4b2e-ab05-acaea1866fc5","aitenant":"ai-tenants/e2e-api-a-5153fe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.388197183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"8f306346-8d9e-45bc-9eb3-9ece1949e22d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.494817984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"0cb30213-3a05-454d-baec-6e4bcb681c59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.500470776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"55752171-3085-45de-a570-79435039124b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.557069986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"55752171-3085-45de-a570-79435039124b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.588927097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb88f8f3-a98e-4525-ae35-4ad24eb11229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.604711715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"6842890b-3bbf-4d64-a716-154a1d2164ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.612356643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bf51d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9de31530a391ca1990b148e38f65c7d695efea0568aa5851546a15ccfc94dbf2) AuthConfig (c6b275154ac18875219e5c29e3f9101a8b741a2d5107cd97aecaeccf01840092) AuthConfig (b303dd645a8e3715134bc721e79c4b56ccfddd0fe1550310237e8600a58a0c9f) AuthConfig (c782336273a06503ac9370c9759c55af9d54623205dc51d225d53c3b132fc838) AuthConfig (715451b15fc2e9da55019f99082314c5a42d57463006f3d77953918c2d3763f7) AuthConfig (d3fad3554bf05879467eb1cc7b87da1f463b5e5ccb72fa776dde4c9a38143225)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"55752171-3085-45de-a570-79435039124b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.669508988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"378938f8-dd48-435a-a657-ac3cf0b773ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.669528469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"378938f8-dd48-435a-a657-ac3cf0b773ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.687835543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"4effb43c-2e73-42f7-b664-3ba3f3d02950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.876349888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed02882-44e6-412b-81a6-79ed9448d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.898726508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"e0e445c4-b63f-4549-a4d2-0e9379471f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.928503924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed02882-44e6-412b-81a6-79ed9448d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:06.980431022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed02882-44e6-412b-81a6-79ed9448d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:07.032359546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed02882-44e6-412b-81a6-79ed9448d099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:07.091776286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5153fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5153fe","reconcileID":"b5a84719-8a7c-4b2e-ab05-acaea1866fc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5153fe","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5153fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:07.735367335Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8ab111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8ab111","reconcileID":"7757ce07-4297-45bb-bf97-c3c63d836429","aitenant":"ai-tenants/e2e-api-b-8ab111","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.545819805Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8ab111","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8ab111","reconcileID":"7757ce07-4297-45bb-bf97-c3c63d836429","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8ab111","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-8ab111"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.678990477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"c0913dfa-60a4-4505-8384-e46d6fbf8610","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.736556947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"c0913dfa-60a4-4505-8384-e46d6fbf8610","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:08.985826778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee3519a-4502-4402-8b32-d1bcfec7f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:09.038054815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee3519a-4502-4402-8b32-d1bcfec7f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:09.044122547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bad0720-28ba-471c-b02c-58b6111a3e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:09.044151602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bad0720-28ba-471c-b02c-58b6111a3e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:09.089807867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee3519a-4502-4402-8b32-d1bcfec7f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:09.141636781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee3519a-4502-4402-8b32-d1bcfec7f1e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:11.455194915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5b60e0-67e8-4183-bf52-f0d1011d0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:11.507261756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5b60e0-67e8-4183-bf52-f0d1011d0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:11.558985823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5b60e0-67e8-4183-bf52-f0d1011d0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:11.610852778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5b60e0-67e8-4183-bf52-f0d1011d0598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:13.58263743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f9d53e-9d6d-4527-be84-0a336bd5fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:13.634938581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f9d53e-9d6d-4527-be84-0a336bd5fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:13.687165193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f9d53e-9d6d-4527-be84-0a336bd5fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:13.738931855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7f9d53e-9d6d-4527-be84-0a336bd5fa93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.054276036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"7f38f60f-b019-43fc-a943-4f82b4dee9b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.111277206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"7f38f60f-b019-43fc-a943-4f82b4dee9b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.43248078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65135e11-2843-4da3-be88-16a4fa8fa949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.432502187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65135e11-2843-4da3-be88-16a4fa8fa949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.432810796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"5c2d4768-e175-4a0d-9453-97585c1da1d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.498874579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"5c2d4768-e175-4a0d-9453-97585c1da1d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:14.745126095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"b17c0649-1dd7-4917-8346-01a76123191c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.055725315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"b17c0649-1dd7-4917-8346-01a76123191c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.135567443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b4bf70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b4bf70","reconcileID":"ba5b6240-98f3-4986-a31d-d0413e656ef9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b4bf70","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b4bf70":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.205636102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"b17c0649-1dd7-4917-8346-01a76123191c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"name":"e2e-api-b-62ab55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.205663527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"e2e-e2e-api-b-62ab55-policy","reconcileID":"b17c0649-1dd7-4917-8346-01a76123191c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-62ab55-policy","namespace":"ai-tenant-e2e-api-b-62ab55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-62ab55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.261935775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fd22e2-3703-4a13-afb3-7885955749b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.261957736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fd22e2-3703-4a13-afb3-7885955749b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.698787963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fc3d16-81eb-4f10-b129-06c9d9c198b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.780992724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fc3d16-81eb-4f10-b129-06c9d9c198b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.841983681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fc3d16-81eb-4f10-b129-06c9d9c198b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:15.925129762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fc3d16-81eb-4f10-b129-06c9d9c198b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:16.772662531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"60483631-e3df-4f2b-84a9-200102059000","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:16.829938225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"60483631-e3df-4f2b-84a9-200102059000","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:16.885837541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-bf51d6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9de31530a391ca1990b148e38f65c7d695efea0568aa5851546a15ccfc94dbf2) AuthConfig (c6b275154ac18875219e5c29e3f9101a8b741a2d5107cd97aecaeccf01840092) AuthConfig (b303dd645a8e3715134bc721e79c4b56ccfddd0fe1550310237e8600a58a0c9f) AuthConfig (c782336273a06503ac9370c9759c55af9d54623205dc51d225d53c3b132fc838) AuthConfig (715451b15fc2e9da55019f99082314c5a42d57463006f3d77953918c2d3763f7) AuthConfig (d3fad3554bf05879467eb1cc7b87da1f463b5e5ccb72fa776dde4c9a38143225)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"60483631-e3df-4f2b-84a9-200102059000","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.875927826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50145448-7da8-4315-bcd0-ffd511e42844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.927961479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50145448-7da8-4315-bcd0-ffd511e42844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:17.980078395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50145448-7da8-4315-bcd0-ffd511e42844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:18.032098671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50145448-7da8-4315-bcd0-ffd511e42844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:22.989854282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.24693476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96586845-a459-439c-9980-f20aba536d2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.347257089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"7888e27a-ec36-4d98-b3e7-ac823f71f7f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.36716481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48d88c37-614f-473d-9d91-2776f07f0713","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.547380337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"bd2e04a3-4e8f-450a-90f4-2b1acf5a8c07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.686527127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"967fc173-22f2-4c6c-945a-2c122e8b4ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.790351483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"41a38cf2-c8c3-40a8-a15e-dae648ce8a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.790582029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"964442fc-f2d5-474c-99d3-7001d5071d5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.845983086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"120b4669-bfc4-4008-a920-d145ad30bdd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.960889435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"293afe67-e305-49ca-9aec-fd52a9be209f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:26.989355706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"278f4915-6707-4680-8530-fb50b001983a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.048086629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"278f4915-6707-4680-8530-fb50b001983a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.134252808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"37dc145d-3c49-4c91-8a4b-8afc270cc79b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.257758023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"47e05728-d642-4658-8e48-c4a3a1da77fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.367517109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"defed1ba-6e01-4c1c-86bf-0355132764c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.394021916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17d4ff9-f239-4e88-8680-f936c3d4c437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:27.394045476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a17d4ff9-f239-4e88-8680-f936c3d4c437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.297738526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"0028f7ed-aa5b-4f7b-9e43-8875f7b12c46","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-aa2454","tenantID":"e2e-ipp-a-aa2454","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:31.415216594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"0028f7ed-aa5b-4f7b-9e43-8875f7b12c46","name":"e2e-ipp-a-aa2454-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.316469138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"df48207e-0bb4-4947-808b-23d8090ec244","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:41.434558475Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"df48207e-0bb4-4947-808b-23d8090ec244","name":"e2e-api-b-048ef3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:17:52.99047863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:02.410255319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"ebbdc550-3bde-4e49-b022-d01906ef4d5b","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:02.410284897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"ebbdc550-3bde-4e49-b022-d01906ef4d5b","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.350155997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f297098-a103-4661-b550-7c49c296fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.40409647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f297098-a103-4661-b550-7c49c296fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.455964198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f297098-a103-4661-b550-7c49c296fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:03.507931982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f297098-a103-4661-b550-7c49c296fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.392288923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c97201-b1fb-4394-b238-764147f6bdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.449423959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c97201-b1fb-4394-b238-764147f6bdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.502877185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c97201-b1fb-4394-b238-764147f6bdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:05.560049879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30c97201-b1fb-4394-b238-764147f6bdd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.014033217Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","namespace":"ai-tenant-e2e-api-b-62ab55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.014109611Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","namespace":"ai-tenant-e2e-api-b-62ab55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.014208528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","tenant":"e2e-api-b-62ab55","tenantID":"e2e-api-b-62ab55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.078476625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Deployment","name":"maas-api-e2e-api-b-62ab55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.151685087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Service","name":"maas-api-e2e-api-b-62ab55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.207490713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-62ab55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.272422674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-62ab55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.32756444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.384601936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.444516857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.501725897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.596385838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Deployment","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.664951095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829324a9-7755-4f42-8113-fe2c9fcf5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.73379032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829324a9-7755-4f42-8113-fe2c9fcf5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.737741569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.800625314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829324a9-7755-4f42-8113-fe2c9fcf5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.863608761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Service","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.866518592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"829324a9-7755-4f42-8113-fe2c9fcf5d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.918821506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"Service","name":"payload-pre-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:07.97267875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.024102833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.075822695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.139193969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.190712742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.242085498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.296401987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-62ab55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:08.347936998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-62ab55"},"namespace":"ai-tenant-e2e-api-b-62ab55","name":"default-tenant","reconcileID":"71e90a17-a22c-44b2-926c-175c471b9a61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-62ab55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.264217672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c180ee2-80c6-42e8-9c05-8d9812a0731b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.31726568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c180ee2-80c6-42e8-9c05-8d9812a0731b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.36935587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c180ee2-80c6-42e8-9c05-8d9812a0731b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.36946842Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-62ab55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-62ab55","reconcileID":"74f49e14-4b1f-49a3-99c3-8fcb80c7b193","aitenant":"ai-tenants/e2e-api-b-62ab55","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.421283351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c180ee2-80c6-42e8-9c05-8d9812a0731b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.577841995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"e1d07e7c-d91c-429b-8a92-a50775fba535","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b4bf70","tenantID":"e2e-ipp-a-b4bf70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:13.701502987Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"e1d07e7c-d91c-429b-8a92-a50775fba535","name":"e2e-ipp-a-b4bf70-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:14.162310727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-62ab55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-62ab55","reconcileID":"74f49e14-4b1f-49a3-99c3-8fcb80c7b193","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-62ab55","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-62ab55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.514645844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165f4a6-a6e1-4f71-870b-0b8442f9a34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.566803191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165f4a6-a6e1-4f71-870b-0b8442f9a34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.619041645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165f4a6-a6e1-4f71-870b-0b8442f9a34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:15.671036824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e165f4a6-a6e1-4f71-870b-0b8442f9a34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.614009341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a002c9-a54a-4338-ba19-e02236b66b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.666049132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a002c9-a54a-4338-ba19-e02236b66b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.717700224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a002c9-a54a-4338-ba19-e02236b66b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:17.769537471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a002c9-a54a-4338-ba19-e02236b66b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.694563042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bbd2ff-5b3f-42ca-80fd-fd95cf079a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.746154601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bbd2ff-5b3f-42ca-80fd-fd95cf079a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.798148922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bbd2ff-5b3f-42ca-80fd-fd95cf079a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:19.849946231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bbd2ff-5b3f-42ca-80fd-fd95cf079a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:20.822848761Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d00785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d00785","reconcileID":"4f05d28d-07b3-4661-a2d1-d140c3139c0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d00785","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d00785":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.735649265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b919adf9-802a-498a-926c-ff3634e6bdae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.790008304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b919adf9-802a-498a-926c-ff3634e6bdae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.842336926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b919adf9-802a-498a-926c-ff3634e6bdae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:21.894348038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b919adf9-802a-498a-926c-ff3634e6bdae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.445455551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f81ac746-8a95-4bd9-b9d2-d001ac39df3c","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.445479086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"f81ac746-8a95-4bd9-b9d2-d001ac39df3c","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:22.989528905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.770350154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aaca8-ebed-414d-a7e0-6ad77c6e5ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.82197637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aaca8-ebed-414d-a7e0-6ad77c6e5ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.873685646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aaca8-ebed-414d-a7e0-6ad77c6e5ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:23.925865566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb6aaca8-ebed-414d-a7e0-6ad77c6e5ec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.00120137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b57d385-1ce0-47f4-b85d-93121d8aaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.059710695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b57d385-1ce0-47f4-b85d-93121d8aaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.111662187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b57d385-1ce0-47f4-b85d-93121d8aaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:26.163260948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b57d385-1ce0-47f4-b85d-93121d8aaa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.092299606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7f012-b347-466f-b6a8-ea23fd5b39ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.156408027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7f012-b347-466f-b6a8-ea23fd5b39ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.212966665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7f012-b347-466f-b6a8-ea23fd5b39ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:28.264660143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6de7f012-b347-466f-b6a8-ea23fd5b39ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.193781455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0702b65d-cf7a-40d8-8149-15f7abcf93be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.260598364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0702b65d-cf7a-40d8-8149-15f7abcf93be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.318096532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0702b65d-cf7a-40d8-8149-15f7abcf93be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:30.369846602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0702b65d-cf7a-40d8-8149-15f7abcf93be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.343241025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e88d745-a1a3-4eaf-8ecb-cf0d8b72afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.395317296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e88d745-a1a3-4eaf-8ecb-cf0d8b72afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.44713443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e88d745-a1a3-4eaf-8ecb-cf0d8b72afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.498834605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e88d745-a1a3-4eaf-8ecb-cf0d8b72afb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.503886332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"8e82ab6d-f5e4-4c4e-a9cb-c4b56d479f61","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:32.503907859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"8e82ab6d-f5e4-4c4e-a9cb-c4b56d479f61","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.385853704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05900a2e-9006-4a20-a5c9-512a8b889144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.438205798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05900a2e-9006-4a20-a5c9-512a8b889144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.490122345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05900a2e-9006-4a20-a5c9-512a8b889144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:34.541985498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05900a2e-9006-4a20-a5c9-512a8b889144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.609595754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a02e71-307c-4080-b409-fc0b5a26eef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.669964507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a02e71-307c-4080-b409-fc0b5a26eef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.73105817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a02e71-307c-4080-b409-fc0b5a26eef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:36.789475508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a02e71-307c-4080-b409-fc0b5a26eef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.742753144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf64ba3-c5e3-48b8-be0f-6c0b904138c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.795004354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf64ba3-c5e3-48b8-be0f-6c0b904138c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.849396551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf64ba3-c5e3-48b8-be0f-6c0b904138c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:38.901712746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf64ba3-c5e3-48b8-be0f-6c0b904138c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:40.828186054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6320fb-2cca-46c2-9aef-f870f1302cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:40.88010345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6320fb-2cca-46c2-9aef-f870f1302cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:40.937339277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6320fb-2cca-46c2-9aef-f870f1302cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:40.990145149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6320fb-2cca-46c2-9aef-f870f1302cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:40.996333428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b1c72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b1c72","reconcileID":"658d02aa-efdb-4df3-876a-5fec2257948a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2b1c72","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2b1c72":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:42.505444995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"290abe53-2787-49a1-b7a9-f9a2788af804","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:42.50547651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"290abe53-2787-49a1-b7a9-f9a2788af804","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.02970985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf513438-55ba-448e-ba8b-bc22165df354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.081558312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf513438-55ba-448e-ba8b-bc22165df354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.133090671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf513438-55ba-448e-ba8b-bc22165df354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:43.18483063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf513438-55ba-448e-ba8b-bc22165df354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.548500658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94ae866d-29bc-46ae-be3a-42734ddf29c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.548522922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94ae866d-29bc-46ae-be3a-42734ddf29c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.603058429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f48ebef-a1f4-482c-821b-cfb7e118bb05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.603081955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f48ebef-a1f4-482c-821b-cfb7e118bb05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.705682036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"64f4cc74-e855-483e-841f-4d7ee42215aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.83261615Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"64f4cc74-e855-483e-841f-4d7ee42215aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.888069621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"64f4cc74-e855-483e-841f-4d7ee42215aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.943032254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6013ae-f923-4948-83fa-c1b831dbfccb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:44.94305573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6013ae-f923-4948-83fa-c1b831dbfccb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.061488429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c554f906-d4f5-4139-b5bd-5097473222d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.11333039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c554f906-d4f5-4139-b5bd-5097473222d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.165112192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c554f906-d4f5-4139-b5bd-5097473222d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:45.216926625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c554f906-d4f5-4139-b5bd-5097473222d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.119264674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"22fe7cd1-a93d-4c50-ac56-0e5dab9b19c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.119588828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87f7d440-307f-4525-b414-b123d92f26e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.119610204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87f7d440-307f-4525-b414-b123d92f26e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.323355776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"22fe7cd1-a93d-4c50-ac56-0e5dab9b19c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.43372618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"a9e50813-99bb-415a-9d90-26cd821a7630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.449778352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"22fe7cd1-a93d-4c50-ac56-0e5dab9b19c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"name":"e2e-api-a-bf51d6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.449804235Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"e2e-e2e-api-a-bf51d6-policy","reconcileID":"22fe7cd1-a93d-4c50-ac56-0e5dab9b19c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-bf51d6-policy","namespace":"ai-tenant-e2e-api-a-bf51d6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-bf51d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.508008328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c3cc82-ceb9-4f6f-8393-aa9c9fa20b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.508027477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c3cc82-ceb9-4f6f-8393-aa9c9fa20b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.551406572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"f8330a68-d9fe-418b-b9b0-09c60fd64398","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.651670232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"52bfa95d-cd3a-435a-8a43-4639797780f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.751457212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"2031e26d-3017-410d-8b3d-97d0b49c42bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.852575956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"e5645909-6e52-45b3-832d-9feedeadc1c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:51.904408982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa799c03-b906-4a09-ab30-cb2281e6e3ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.093288505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"8736157b-f502-4ae6-ab68-87c45b32df0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.199279526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"24e042a2-2df3-4319-a6ae-ab83b7fd31be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.326436509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"648277ca-fa26-4cdc-ad09-feb4cf9d37b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.41708492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"fcdb6566-17de-4cb1-be6b-1d2601e3ed09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.50705526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b15984cd-b7d1-4e0d-981b-236d43395164","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.507081391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"b15984cd-b7d1-4e0d-981b-236d43395164","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.515395329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"b9763b5f-6579-47bd-b59a-01e51bc52e92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.669765918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d273655-ede4-4273-b37e-3ba8ec8406e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.733108629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fba723-a0d0-45c7-9f1f-078b6c4feaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.795950171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fba723-a0d0-45c7-9f1f-078b6c4feaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.851793204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fba723-a0d0-45c7-9f1f-078b6c4feaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.904256159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fba723-a0d0-45c7-9f1f-078b6c4feaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:52.993499923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:54.879845757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeafe10-b247-40a1-a196-33f01a1f5a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:54.931662213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeafe10-b247-40a1-a196-33f01a1f5a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:54.983458737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeafe10-b247-40a1-a196-33f01a1f5a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:55.03516487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abeafe10-b247-40a1-a196-33f01a1f5a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:55.138874641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c8461974-f50e-43f0-af65-ffe4b2b09d48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:55.195655329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c8461974-f50e-43f0-af65-ffe4b2b09d48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:55.300948914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c8461974-f50e-43f0-af65-ffe4b2b09d48","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:56.969100632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e0a2-d0f9-4076-9077-e41be5cb9512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:57.020711365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e0a2-d0f9-4076-9077-e41be5cb9512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:57.072268519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e0a2-d0f9-4076-9077-e41be5cb9512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:57.123779159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f9e0a2-d0f9-4076-9077-e41be5cb9512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.120836164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"cf03463a-edc0-4ecc-aaab-3bc059b8992d","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"tenant":"e2e-mt-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","model":"ai-tenant-e2e-mt-a7a67875/e2e-lifecycle-model-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:58.12086701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"cf03463a-edc0-4ecc-aaab-3bc059b8992d","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"routeName":"e2e-lifecycle-model-a7a67875-kserve-route","namespace":"ai-tenant-e2e-mt-a7a67875","llmisvcName":"e2e-lifecycle-model-a7a67875","gateway":"openshift-ingress/e2e-mt-a7a67875","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.064360701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2bfc9d-ce11-440b-a02b-63e6fcba1117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.11622509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2bfc9d-ce11-440b-a02b-63e6fcba1117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.167848457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2bfc9d-ce11-440b-a02b-63e6fcba1117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:18:59.219277432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-a7a67875","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"e2e-lifecycle-model-a7a67875","reconcileID":"01c61382-2875-4d58-a069-97d80c021452","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-a7a67875\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:18:59.219543278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2bfc9d-ce11-440b-a02b-63e6fcba1117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.176248167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb34175-3cbc-41f4-9b7b-b6e4bd5a13a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.228248125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb34175-3cbc-41f4-9b7b-b6e4bd5a13a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.280228996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb34175-3cbc-41f4-9b7b-b6e4bd5a13a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:01.332016191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb34175-3cbc-41f4-9b7b-b6e4bd5a13a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.194133627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fc2f85-2ae7-4c35-b2c6-5dea9546e030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.276337964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fc2f85-2ae7-4c35-b2c6-5dea9546e030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.329983245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fc2f85-2ae7-4c35-b2c6-5dea9546e030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:03.382052697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25fc2f85-2ae7-4c35-b2c6-5dea9546e030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.275403567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adca5774-e87d-4dcb-8ff6-3969ee42a4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.327316266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adca5774-e87d-4dcb-8ff6-3969ee42a4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.378973383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adca5774-e87d-4dcb-8ff6-3969ee42a4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.431010493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adca5774-e87d-4dcb-8ff6-3969ee42a4fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.533682205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"f06b4edc-e8d5-4041-9ba2-a097dc646b51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.59068445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"f06b4edc-e8d5-4041-9ba2-a097dc646b51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:05.697616377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"f06b4edc-e8d5-4041-9ba2-a097dc646b51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.473138337Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","namespace":"ai-tenant-e2e-api-a-bf51d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.473238561Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","namespace":"ai-tenant-e2e-api-a-bf51d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.473292655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","tenant":"e2e-api-a-bf51d6","tenantID":"e2e-api-a-bf51d6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.526998923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Deployment","name":"maas-api-e2e-api-a-bf51d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.586801405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Service","name":"maas-api-e2e-api-a-bf51d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.653450196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-bf51d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.706977658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-bf51d6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.778025792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.832032056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.888654755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.942589359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:12.999672972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Deployment","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.056483088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.108513127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Service","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.159695081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"Service","name":"payload-pre-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.210827335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.261941761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.312865568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.368410731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.420396528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.472049648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.523558215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-bf51d6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:13.58566517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-bf51d6"},"namespace":"ai-tenant-e2e-api-a-bf51d6","name":"default-tenant","reconcileID":"2d522f68-1219-4ae7-8ee7-980581478de1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-bf51d6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.273392038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac8d7e1-37ed-4464-86bb-9e02d03674b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.324975593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac8d7e1-37ed-4464-86bb-9e02d03674b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.376776965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac8d7e1-37ed-4464-86bb-9e02d03674b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:14.42834958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ac8d7e1-37ed-4464-86bb-9e02d03674b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:15.816619102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c545d601-90f8-4eee-8ca5-2c23505329d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:15.872856792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c545d601-90f8-4eee-8ca5-2c23505329d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:15.928360713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"c545d601-90f8-4eee-8ca5-2c23505329d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.335091992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66ed17a-9618-4994-b86e-298f0da1f38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.38964064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66ed17a-9618-4994-b86e-298f0da1f38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.451941577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66ed17a-9618-4994-b86e-298f0da1f38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:16.504286277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66ed17a-9618-4994-b86e-298f0da1f38f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.155341662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86bf9a98-c002-48ec-bee4-6b43c8592eaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.336056082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"1791e693-9744-4c09-b7bc-336428e58180","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.531196652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d82eb852-ab8e-4aef-ac11-63b432d7279e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.687730669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"81fe2d81-35ab-4fdb-8d72-8f90be387f42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.787210082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"92c25a61-bee4-4884-ab9e-a9dcac4c1216","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.805720517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"e7d6be35-ae59-470f-973a-b0d7e73d403e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:17.927684999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"6e3b472b-5883-4e88-8475-a7de6b3e51ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.028215988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"b9537469-cd2b-4298-aac8-77fd3c350618","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.04788977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"4cb355ba-6f47-4635-8c62-d3883e9f149f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.144808431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"3e2bc794-16c1-4be9-bfe3-fee0e435ee44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.245135896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"1069b934-d7cd-422a-a743-3763d112a181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.358399484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"52427287-4cfd-45e7-9912-7b1fa6a8c0cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.653961276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"db40ca57-16b6-4044-b68c-d634f3fd46c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d00785","tenantID":"e2e-ipp-a-d00785","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:18.772001911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"db40ca57-16b6-4044-b68c-d634f3fd46c0","name":"e2e-ipp-a-d00785-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:21.81116325Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bf51d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bf51d6","reconcileID":"70d594fc-0aa5-459f-8757-b508d4c43c9e","aitenant":"ai-tenants/e2e-api-a-bf51d6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.388725877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b07a1a-2c22-49e3-9106-c4e77083c59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.470299622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b07a1a-2c22-49e3-9106-c4e77083c59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.523508121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b07a1a-2c22-49e3-9106-c4e77083c59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.577303224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b07a1a-2c22-49e3-9106-c4e77083c59a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:22.68840639Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-bf51d6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-bf51d6","reconcileID":"70d594fc-0aa5-459f-8757-b508d4c43c9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-bf51d6","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-bf51d6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:23.006443641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.384949211Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee5b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee5b4","reconcileID":"1c5aaa0f-554c-4081-97d0-f20a061801dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee5b4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee5b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.480086236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f48190-1552-43bc-b5c6-dea93846df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.531759335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f48190-1552-43bc-b5c6-dea93846df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.583937706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f48190-1552-43bc-b5c6-dea93846df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:24.635613822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27f48190-1552-43bc-b5c6-dea93846df66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.068374087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"79425386-aec2-478b-82d0-27dd21413804","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.125555969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"79425386-aec2-478b-82d0-27dd21413804","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.18101402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286412c6ba95c3b8bb68ac0454a9062a922ca91c6534d494495c005fa341f6d9) AuthConfig (725c8fae672e24837985f460e819a54f81e4bcb794304e7b55a0489c03033fd8) AuthConfig (2e5c59c2387b0240ebac1b21d460bb4a0f08f22cb7644a0427b32f2c8f327af9) AuthConfig (6ce580fb7e3f0816dce82f1a5fe3b0c3131e092acb148f4471682f36934746fa) AuthConfig (f8f0c83dae9e32251aae7560013c0b7b3721c49ddafe82d5bc3b808e6054912c) AuthConfig (fd6e0e4b918b7eb93628e161f39115f75ffedfe3033cd67fcca68cfbb15fd3f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"79425386-aec2-478b-82d0-27dd21413804","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.238020551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e7798c1-00d0-4e3f-80cc-c30732b7d0cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.238039692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e7798c1-00d0-4e3f-80cc-c30732b7d0cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.526632082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e943e28-d2f9-4975-8fa4-bac89ae31f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.578736202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e943e28-d2f9-4975-8fa4-bac89ae31f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.630596827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e943e28-d2f9-4975-8fa4-bac89ae31f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:26.682626559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e943e28-d2f9-4975-8fa4-bac89ae31f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:28.585492032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094c224-ae82-4921-8e26-671e87b3eb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:28.638482913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094c224-ae82-4921-8e26-671e87b3eb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:28.690343882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094c224-ae82-4921-8e26-671e87b3eb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:28.749144288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094c224-ae82-4921-8e26-671e87b3eb95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.338420419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"ea9623c5-9ea4-40af-b22c-46e9bd603942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.395547793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"ea9623c5-9ea4-40af-b22c-46e9bd603942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.451716282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286412c6ba95c3b8bb68ac0454a9062a922ca91c6534d494495c005fa341f6d9) AuthConfig (725c8fae672e24837985f460e819a54f81e4bcb794304e7b55a0489c03033fd8) AuthConfig (2e5c59c2387b0240ebac1b21d460bb4a0f08f22cb7644a0427b32f2c8f327af9) AuthConfig (6ce580fb7e3f0816dce82f1a5fe3b0c3131e092acb148f4471682f36934746fa) AuthConfig (f8f0c83dae9e32251aae7560013c0b7b3721c49ddafe82d5bc3b808e6054912c) AuthConfig (fd6e0e4b918b7eb93628e161f39115f75ffedfe3033cd67fcca68cfbb15fd3f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"ea9623c5-9ea4-40af-b22c-46e9bd603942","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.780585076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"e136520d-1a9c-453c-9d68-e2e69bedef10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.927635099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"e136520d-1a9c-453c-9d68-e2e69bedef10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:29.983471064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-048ef3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (286412c6ba95c3b8bb68ac0454a9062a922ca91c6534d494495c005fa341f6d9) AuthConfig (725c8fae672e24837985f460e819a54f81e4bcb794304e7b55a0489c03033fd8) AuthConfig (2e5c59c2387b0240ebac1b21d460bb4a0f08f22cb7644a0427b32f2c8f327af9) AuthConfig (6ce580fb7e3f0816dce82f1a5fe3b0c3131e092acb148f4471682f36934746fa) AuthConfig (f8f0c83dae9e32251aae7560013c0b7b3721c49ddafe82d5bc3b808e6054912c) AuthConfig (fd6e0e4b918b7eb93628e161f39115f75ffedfe3033cd67fcca68cfbb15fd3f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"e136520d-1a9c-453c-9d68-e2e69bedef10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:30.771677717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714a4481-4ed5-43d5-acf4-5b295c64426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:30.823483005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714a4481-4ed5-43d5-acf4-5b295c64426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:30.875101264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714a4481-4ed5-43d5-acf4-5b295c64426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:30.926810725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714a4481-4ed5-43d5-acf4-5b295c64426f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.044115043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a90e65f-5207-470e-9b99-183cab928f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.044713146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a90e65f-5207-470e-9b99-183cab928f12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.044676747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"d55fbd62-126d-4ff4-b8bd-3886d8385bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.250598971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"d55fbd62-126d-4ff4-b8bd-3886d8385bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.400501783Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"d55fbd62-126d-4ff4-b8bd-3886d8385bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"name":"e2e-api-b-048ef3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.400526327Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"e2e-e2e-api-b-048ef3-policy","reconcileID":"d55fbd62-126d-4ff4-b8bd-3886d8385bc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-048ef3-policy","namespace":"ai-tenant-e2e-api-b-048ef3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-048ef3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.458488838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77b5595-41d7-4ca5-8955-a1e981aefe52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:31.458509955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f77b5595-41d7-4ca5-8955-a1e981aefe52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:32.875835468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c029c44-0014-48aa-844e-9ba3283ff04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:32.927971066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c029c44-0014-48aa-844e-9ba3283ff04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:32.980517874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c029c44-0014-48aa-844e-9ba3283ff04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:33.032908251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c029c44-0014-48aa-844e-9ba3283ff04f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:34.97520066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8956bf2c-e72d-4235-a948-aad1c87699be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:35.026947184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8956bf2c-e72d-4235-a948-aad1c87699be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:35.078630278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8956bf2c-e72d-4235-a948-aad1c87699be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:35.130551985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8956bf2c-e72d-4235-a948-aad1c87699be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.093160731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c349faa8-beab-4fcd-8448-e60610296736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.144824575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c349faa8-beab-4fcd-8448-e60610296736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.196568081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c349faa8-beab-4fcd-8448-e60610296736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.196661523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","namespace":"ai-tenant-e2e-api-b-048ef3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.196744185Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","namespace":"ai-tenant-e2e-api-b-048ef3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.248226197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c349faa8-beab-4fcd-8448-e60610296736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.24835211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","tenant":"e2e-api-b-048ef3","tenantID":"e2e-api-b-048ef3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.301862612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Deployment","name":"maas-api-e2e-api-b-048ef3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.361499782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Service","name":"maas-api-e2e-api-b-048ef3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.420093077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-048ef3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.513808473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-048ef3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.572681447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.645027384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.701493647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.764964277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.833542487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Deployment","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.887731771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.940612368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Service","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:37.992264964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"Service","name":"payload-pre-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.046497362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.097891505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.155394147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.210773635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.261918513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.328482982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.38580285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-048ef3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:38.437678176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-048ef3"},"namespace":"ai-tenant-e2e-api-b-048ef3","name":"default-tenant","reconcileID":"ade1640c-b035-436b-8530-65c2216ae2f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-048ef3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:39.22272715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdcd9ad-0476-4267-8dde-0542124a0f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:39.27678229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdcd9ad-0476-4267-8dde-0542124a0f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:39.329266771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdcd9ad-0476-4267-8dde-0542124a0f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:39.381229031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bdcd9ad-0476-4267-8dde-0542124a0f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:41.316433561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f3da8-e63d-45e1-9f28-39635e07c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:41.371594532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f3da8-e63d-45e1-9f28-39635e07c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:41.423756536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f3da8-e63d-45e1-9f28-39635e07c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:41.4757698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"408f3da8-e63d-45e1-9f28-39635e07c778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:43.704558036Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-048ef3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-048ef3","reconcileID":"5387bbe5-87ea-46fb-b6cb-7197da54c720","aitenant":"ai-tenants/e2e-api-b-048ef3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:43.813767239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"d6e276da-8506-454a-bb2e-4a36cb97c1e2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2b1c72","tenantID":"e2e-ipp-b-2b1c72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:43.93046554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"d6e276da-8506-454a-bb2e-4a36cb97c1e2","name":"e2e-ipp-b-2b1c72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.282100096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce28ace1-e962-4292-a098-ac0308116d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.334860293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce28ace1-e962-4292-a098-ac0308116d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.387050718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce28ace1-e962-4292-a098-ac0308116d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.439063673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce28ace1-e962-4292-a098-ac0308116d69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:44.553238587Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-048ef3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-048ef3","reconcileID":"5387bbe5-87ea-46fb-b6cb-7197da54c720","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-048ef3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-048ef3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.370966289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfef3869-67a7-4e45-a98b-2ffea3df20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.429843426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfef3869-67a7-4e45-a98b-2ffea3df20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.487027692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfef3869-67a7-4e45-a98b-2ffea3df20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:46.548478811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfef3869-67a7-4e45-a98b-2ffea3df20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.518912197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a47e7da-fc3f-42a5-828a-35492e9aae1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.570848273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a47e7da-fc3f-42a5-828a-35492e9aae1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.62260057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a47e7da-fc3f-42a5-828a-35492e9aae1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:48.674418705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a47e7da-fc3f-42a5-828a-35492e9aae1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.667548508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4ae896-18a6-426f-b245-80217ac33f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.719491499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4ae896-18a6-426f-b245-80217ac33f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.771315969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4ae896-18a6-426f-b245-80217ac33f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.824883028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad4ae896-18a6-426f-b245-80217ac33f8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:50.99068201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1cb1f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1cb1f8","reconcileID":"5f4d4a61-683f-4f83-8329-79a030cad7c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1cb1f8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1cb1f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.773710456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce2bf4-8f94-4a46-99db-5a928698ff5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.825589175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce2bf4-8f94-4a46-99db-5a928698ff5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.878091221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce2bf4-8f94-4a46-99db-5a928698ff5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.930070034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce2bf4-8f94-4a46-99db-5a928698ff5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:52.996161569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.930928555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5231b-c0c9-4d73-9f77-3016e3cc15c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:54.985104854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5231b-c0c9-4d73-9f77-3016e3cc15c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:55.051728653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5231b-c0c9-4d73-9f77-3016e3cc15c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:55.103728703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f5231b-c0c9-4d73-9f77-3016e3cc15c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:56.986111309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a33b52-6ed8-4475-a7b3-75b1a54a674d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.037877496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a33b52-6ed8-4475-a7b3-75b1a54a674d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.089836526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a33b52-6ed8-4475-a7b3-75b1a54a674d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:19:57.141737399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a33b52-6ed8-4475-a7b3-75b1a54a674d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.215039026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.215126238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","namespace":"ai-tenant-e2e-mt-a7a67875","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.215242631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","tenant":"e2e-mt-a7a67875","tenantID":"e2e-mt-a7a67875","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.268866209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Deployment","name":"maas-api-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.328479503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Service","name":"maas-api-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.387674036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.441002152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-a7a67875","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.50955139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.56767727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.627084718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.690787736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.743716731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Deployment","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.795111328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.846592776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Service","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.898792744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"Service","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:00.950365723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"DestinationRule","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.002294052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.068849911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.127790171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.179092198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.231515605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.282818678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-a7a67875","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:01.338541808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-a7a67875"},"namespace":"ai-tenant-e2e-mt-a7a67875","name":"default-tenant","reconcileID":"d429ac59-d2d4-4067-9fb8-51029d613452","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-a7a67875","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:02.067689256Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-a7a67875","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-a7a67875","reconcileID":"25070b77-d564-4bae-bd50-2082e1d2a53d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-a7a67875","removed":["maas.opendatahub.io/gateway-access-e2e-mt-a7a67875"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.186652195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458418e-e935-47f3-b6d4-482dc1d4ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.239539784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458418e-e935-47f3-b6d4-482dc1d4ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.293722687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458418e-e935-47f3-b6d4-482dc1d4ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:03.347695829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b458418e-e935-47f3-b6d4-482dc1d4ed9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.315261971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aac5b84-f7af-4fc9-93e9-295e608952f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.368108111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aac5b84-f7af-4fc9-93e9-295e608952f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.419869658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aac5b84-f7af-4fc9-93e9-295e608952f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:05.471823715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aac5b84-f7af-4fc9-93e9-295e608952f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.627566284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9261f1-d99e-4882-8249-4e7e8a03a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.679311565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9261f1-d99e-4882-8249-4e7e8a03a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.73155662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9261f1-d99e-4882-8249-4e7e8a03a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:07.786886193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9261f1-d99e-4882-8249-4e7e8a03a80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:08.171076104Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-eb3c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-eb3c46","reconcileID":"21124612-4e76-47e4-842e-20eadc78d4dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-eb3c46","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-eb3c46":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.699061579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9ef286-16ba-44f3-a364-a1012d93e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.752650399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9ef286-16ba-44f3-a364-a1012d93e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.806531041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9ef286-16ba-44f3-a364-a1012d93e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:09.858514506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9ef286-16ba-44f3-a364-a1012d93e851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.784999465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1f8589-14f4-42aa-8383-348ad52a93b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.8484648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1f8589-14f4-42aa-8383-348ad52a93b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.900277287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1f8589-14f4-42aa-8383-348ad52a93b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:11.952196862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1f8589-14f4-42aa-8383-348ad52a93b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:21.173604078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1d38d2-d09e-49de-9ba6-91effe3c00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:21.225349512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1d38d2-d09e-49de-9ba6-91effe3c00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:21.277079222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1d38d2-d09e-49de-9ba6-91effe3c00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:21.328868795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1d38d2-d09e-49de-9ba6-91effe3c00ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:22.989336649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.201457502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9266b24-804b-4784-8b1a-cf0524c253e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.253075604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9266b24-804b-4784-8b1a-cf0524c253e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.305136716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9266b24-804b-4784-8b1a-cf0524c253e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:23.356943023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9266b24-804b-4784-8b1a-cf0524c253e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:29.394051424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"e7e9a4a6-104d-405a-aa4d-73616ffff534","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0ee5b4","tenantID":"e2e-ipp-b-0ee5b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:29.511334117Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"e7e9a4a6-104d-405a-aa4d-73616ffff534","name":"e2e-ipp-b-0ee5b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:29.946050553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b77b3a7-4c8b-45d1-8548-2acfabae3b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:29.997856787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b77b3a7-4c8b-45d1-8548-2acfabae3b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:30.049569214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b77b3a7-4c8b-45d1-8548-2acfabae3b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:30.10140928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b77b3a7-4c8b-45d1-8548-2acfabae3b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:30.673242413Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-92072f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-92072f","reconcileID":"5c109fff-187b-41ad-b33f-bf4513595cd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-92072f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-92072f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:31.990062322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb7081a-efea-4432-92f4-db833d5743d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.041953999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb7081a-efea-4432-92f4-db833d5743d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.093628746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb7081a-efea-4432-92f4-db833d5743d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:32.14526503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb7081a-efea-4432-92f4-db833d5743d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.076429516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ade5968-3805-4e1e-a451-d54e632fea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.128441163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ade5968-3805-4e1e-a451-d54e632fea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.180269155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ade5968-3805-4e1e-a451-d54e632fea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:34.232101885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ade5968-3805-4e1e-a451-d54e632fea09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.209563373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e939e39-4106-49aa-8ce2-519c5acdf766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.267482116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e939e39-4106-49aa-8ce2-519c5acdf766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.321437637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e939e39-4106-49aa-8ce2-519c5acdf766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:36.373806508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e939e39-4106-49aa-8ce2-519c5acdf766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.320859792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e6f8d3-14de-4be8-982b-96f7d7a12a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.372713006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e6f8d3-14de-4be8-982b-96f7d7a12a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.42454585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e6f8d3-14de-4be8-982b-96f7d7a12a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:38.476436812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95e6f8d3-14de-4be8-982b-96f7d7a12a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.372365578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94fee6-3636-47d0-8848-913fb9db60cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.424107513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94fee6-3636-47d0-8848-913fb9db60cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.476030078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94fee6-3636-47d0-8848-913fb9db60cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:40.527664866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c94fee6-3636-47d0-8848-913fb9db60cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.466819945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0630aaa3-fd7b-4851-9c04-426646d2adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.518671016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0630aaa3-fd7b-4851-9c04-426646d2adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.570637047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0630aaa3-fd7b-4851-9c04-426646d2adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:42.622442807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0630aaa3-fd7b-4851-9c04-426646d2adc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:44.534050486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8801e611-a6d7-4194-8a79-a4540d4614c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:44.586096532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8801e611-a6d7-4194-8a79-a4540d4614c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:44.640080368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8801e611-a6d7-4194-8a79-a4540d4614c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:44.692562219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8801e611-a6d7-4194-8a79-a4540d4614c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:46.557929414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07265c6-e500-4579-9e2e-2a72832a48ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:46.610650784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07265c6-e500-4579-9e2e-2a72832a48ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:46.662341844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07265c6-e500-4579-9e2e-2a72832a48ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:46.714040239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e07265c6-e500-4579-9e2e-2a72832a48ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:48.599945264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd755d-32d3-46db-89e4-cacc7831a204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:48.651766603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd755d-32d3-46db-89e4-cacc7831a204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:48.703601279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd755d-32d3-46db-89e4-cacc7831a204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:48.755672344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acdd755d-32d3-46db-89e4-cacc7831a204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:50.625572676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf1b0c5-49ad-4dae-bb80-a4492860539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:50.677453362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf1b0c5-49ad-4dae-bb80-a4492860539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:50.729145774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf1b0c5-49ad-4dae-bb80-a4492860539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:50.780875283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf1b0c5-49ad-4dae-bb80-a4492860539c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.651396461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3446dfac-dece-44ec-b2f9-ca78f4647d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.703309703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3446dfac-dece-44ec-b2f9-ca78f4647d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.754960726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3446dfac-dece-44ec-b2f9-ca78f4647d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.807226087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3446dfac-dece-44ec-b2f9-ca78f4647d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:52.990304528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.693306457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40e4e47-26cb-4ccd-87ad-3f0d59bea388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.745953351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40e4e47-26cb-4ccd-87ad-3f0d59bea388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.797733427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40e4e47-26cb-4ccd-87ad-3f0d59bea388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:54.849814054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a40e4e47-26cb-4ccd-87ad-3f0d59bea388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.753345208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ee7eb0-e5f9-492a-8f83-bda3739cd46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.804987459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ee7eb0-e5f9-492a-8f83-bda3739cd46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.857576882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ee7eb0-e5f9-492a-8f83-bda3739cd46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:56.932702117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ee7eb0-e5f9-492a-8f83-bda3739cd46e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:57.963329772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"5c5ed141-d367-4095-b769-898a5f4fd82e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.158390757Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"5c5ed141-d367-4095-b769-898a5f4fd82e","name":"e2e-ipp-a-1cb1f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.912865537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6acb054-765f-4df8-849f-10e2e23252fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:58.964492865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6acb054-765f-4df8-849f-10e2e23252fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:59.016274514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6acb054-765f-4df8-849f-10e2e23252fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:20:59.067766485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6acb054-765f-4df8-849f-10e2e23252fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:03.074225474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848a460b-2ce0-45fc-9628-765b95f52daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:03.126502227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848a460b-2ce0-45fc-9628-765b95f52daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:03.178480526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848a460b-2ce0-45fc-9628-765b95f52daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:03.230878916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848a460b-2ce0-45fc-9628-765b95f52daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.167664453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240b01-fe2a-4f89-b186-e0bf3efa903b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.219960698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240b01-fe2a-4f89-b186-e0bf3efa903b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.272520934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240b01-fe2a-4f89-b186-e0bf3efa903b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:05.324232536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d240b01-fe2a-4f89-b186-e0bf3efa903b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.236491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0d9d5c-18d8-4665-b3c0-32224b58231b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.288617275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0d9d5c-18d8-4665-b3c0-32224b58231b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.343417834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0d9d5c-18d8-4665-b3c0-32224b58231b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:07.395873719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d0d9d5c-18d8-4665-b3c0-32224b58231b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:18.899516727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"e6c981d3-1ec3-4ab7-8139-7c9d72dcd72b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:19.022549153Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"e6c981d3-1ec3-4ab7-8139-7c9d72dcd72b","name":"e2e-api-a-eb3c46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:22.994502533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:44.803439262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be83874-3dbf-47bf-96e7-c0b74ddc00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:44.855808282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be83874-3dbf-47bf-96e7-c0b74ddc00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:44.90753281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be83874-3dbf-47bf-96e7-c0b74ddc00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:44.959267145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be83874-3dbf-47bf-96e7-c0b74ddc00c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:46.867839251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf619a0-3555-4deb-87a1-ef90d8df2f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:46.919514927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf619a0-3555-4deb-87a1-ef90d8df2f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:46.971360197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf619a0-3555-4deb-87a1-ef90d8df2f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:47.038063589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cf619a0-3555-4deb-87a1-ef90d8df2f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.191206346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"362dc01e-8e93-47fa-a034-ee0186a90a31","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-92072f","tenantID":"e2e-ipp-b-92072f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.328789816Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"362dc01e-8e93-47fa-a034-ee0186a90a31","name":"e2e-ipp-b-92072f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.386392149Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","namespace":"ai-tenant-e2e-ipp-a-aa2454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.386475627Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","namespace":"ai-tenant-e2e-ipp-a-aa2454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.386543383Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","tenant":"e2e-ipp-a-aa2454","tenantID":"e2e-ipp-a-aa2454","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.442477434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Deployment","name":"maas-api-e2e-ipp-a-aa2454","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.503971755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Service","name":"maas-api-e2e-ipp-a-aa2454","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.562600645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-aa2454","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.617425692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-aa2454","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.671847348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.727368578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.785547181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.843673951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.904076006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:48.959597185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.018478553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Service","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.081255942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.140474995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.195089728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.254711661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.310632188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.364238806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.418195022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.483544481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-aa2454","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:49.561561992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-aa2454"},"namespace":"ai-tenant-e2e-ipp-a-aa2454","name":"default-tenant","reconcileID":"ec74dbfd-791e-4c28-8410-2f25c6c189d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-aa2454","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:52.818390105Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-aa2454","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-aa2454","reconcileID":"ce1c4560-96da-41d3-b0e1-1ca80fae7b10","aitenant":"ai-tenants/e2e-ipp-a-aa2454","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.010700204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.42125509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d429ea6-8518-460b-9417-74853b393ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.473107404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d429ea6-8518-460b-9417-74853b393ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.525353263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d429ea6-8518-460b-9417-74853b393ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.577249132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d429ea6-8518-460b-9417-74853b393ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:53.637933056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-aa2454","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-aa2454","reconcileID":"ce1c4560-96da-41d3-b0e1-1ca80fae7b10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-aa2454","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-aa2454"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.524038401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c020138c-6f6a-411f-ba6d-5062dd0e7f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.575689543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c020138c-6f6a-411f-ba6d-5062dd0e7f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.627315758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c020138c-6f6a-411f-ba6d-5062dd0e7f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:55.679279649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c020138c-6f6a-411f-ba6d-5062dd0e7f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:56.935055732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"dfebc3db-3da3-4799-bc74-1fe95c1e38af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.037628751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"fe1127d4-885b-4ac9-acc4-9c7ff72ac39f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.149439963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a21f9036-9c7a-4d2f-930a-a75a1234ad61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.239205764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"179fa63e-7076-446e-afd6-08363d9676bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.249255316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"52747fec-5f14-45b8-8cee-9992ea82f59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.366018632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"73cfd786-e8ae-4909-8727-67d88e5ac9ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.467119017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"15f5df55-50fe-4938-9c96-6e35e3c10251","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.590867116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60817d2-fda0-43a6-9ec7-b999e2ac16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.594476981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"bad1e549-54f2-496a-9608-c0921a9e56bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.643008266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60817d2-fda0-43a6-9ec7-b999e2ac16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.694673978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60817d2-fda0-43a6-9ec7-b999e2ac16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.694821356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"f784827b-bafb-4922-85a2-e6cec58b2eaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.746370055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60817d2-fda0-43a6-9ec7-b999e2ac16e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.904637887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"deb35d9d-fa15-4934-99f8-43111aa0b8cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:57.956484241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c257a06-be02-40f2-9101-e6bcb4f875ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:58.063633431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"2b1cd35f-0899-4b58-90f7-376e1857b6f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.617526211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a699fbaf-f395-42d0-b237-95a88a35f4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.669464639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a699fbaf-f395-42d0-b237-95a88a35f4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.721754719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a699fbaf-f395-42d0-b237-95a88a35f4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:21:59.774535173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a699fbaf-f395-42d0-b237-95a88a35f4dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:01.667250369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d704d864-803d-4ecc-97cc-3b193646f34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:01.719772633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d704d864-803d-4ecc-97cc-3b193646f34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:01.771742772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d704d864-803d-4ecc-97cc-3b193646f34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:01.824364829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d704d864-803d-4ecc-97cc-3b193646f34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.875381323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2214b5-f4cb-4206-9d41-c1600add21d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.927282067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2214b5-f4cb-4206-9d41-c1600add21d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:13.978955221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2214b5-f4cb-4206-9d41-c1600add21d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:14.030767609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2214b5-f4cb-4206-9d41-c1600add21d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.920041306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6476f97-174a-457a-8a7b-146cb96bceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:15.972112285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6476f97-174a-457a-8a7b-146cb96bceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:16.031238741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6476f97-174a-457a-8a7b-146cb96bceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:16.088824663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6476f97-174a-457a-8a7b-146cb96bceaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:22.989731088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:24.877701126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"003860e0-df27-4c78-95c4-f978f1a32d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:24.998464888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"1d2f02d3-5014-4cca-adb1-db5c20be78d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.168466979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"fc681e9f-4c42-4275-b4a4-8677acb584b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.269465916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"d0d8a62a-8d5b-4f67-8af0-b742e230ff74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.40770921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"492e62bd-cabf-4561-a196-39fad668c2fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.509833534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8682dac5-bddb-4400-b5c4-cb6bd8ae84c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.535067155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"30da5bbd-fd77-4e3d-8a52-988b14a2298f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.709022439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d13ac10d-0d78-4c14-be1f-393eadd86563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.820944162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ff44438-b078-43a3-a41e-05db6c22bab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:25.920480118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"f21843d0-7b9a-4bdb-add5-c85b1b172600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:26.023472918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"8848cf9c-14bf-46a1-9ba2-4bfc47fb65e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:26.238761519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"c344b65f-02fc-48c3-9650-41439b935946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.147939084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","namespace":"ai-tenant-e2e-ipp-a-b4bf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.148047449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","namespace":"ai-tenant-e2e-ipp-a-b4bf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.148119697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","tenant":"e2e-ipp-a-b4bf70","tenantID":"e2e-ipp-a-b4bf70","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.202057953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b4bf70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.264197293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Service","name":"maas-api-e2e-ipp-a-b4bf70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.319108901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b4bf70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.375591103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b4bf70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.44661328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.500426323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.557938281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.612331113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.665893079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.720014805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.780091496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Service","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.844042564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.898028573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:32.952066268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.007402279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.064469795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.169006779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.225927537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.279427617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b4bf70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:33.332960017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b4bf70"},"namespace":"ai-tenant-e2e-ipp-a-b4bf70","name":"default-tenant","reconcileID":"104e181c-ac6a-4024-bf8f-cffad332b066","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b4bf70","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.016238931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753d380-444e-4fd3-85cc-a8434aaf3e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.069348866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753d380-444e-4fd3-85cc-a8434aaf3e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.121165752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753d380-444e-4fd3-85cc-a8434aaf3e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:34.172979665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e753d380-444e-4fd3-85cc-a8434aaf3e48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.09422222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25f389-4157-45da-be9c-bf31b81e92cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.146075441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25f389-4157-45da-be9c-bf31b81e92cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.197853012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25f389-4157-45da-be9c-bf31b81e92cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.250466468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c25f389-4157-45da-be9c-bf31b81e92cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.353635555Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b4bf70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b4bf70","reconcileID":"a5964007-f69e-418a-a0ab-004aa03ca34b","aitenant":"ai-tenants/e2e-ipp-a-b4bf70","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.868751987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f7f7b7-75ad-404e-846a-4881c88b867c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.868773865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f7f7b7-75ad-404e-846a-4881c88b867c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.925607505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c675e6d1-8b50-4079-bbe5-ebdc93a7cbf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:36.925628905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c675e6d1-8b50-4079-bbe5-ebdc93a7cbf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.027866223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"07421606-873f-42c7-9934-6ee14f7afd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.114406045Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b4bf70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b4bf70","reconcileID":"a5964007-f69e-418a-a0ab-004aa03ca34b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b4bf70","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b4bf70"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.156783259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"07421606-873f-42c7-9934-6ee14f7afd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.212313237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"07421606-873f-42c7-9934-6ee14f7afd2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.317131292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661195ef-3171-4964-b6cc-1ebc57242afc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:37.317161971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661195ef-3171-4964-b6cc-1ebc57242afc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.264405509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2b6237-11fa-4b4f-96ea-08d730af4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.316690856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2b6237-11fa-4b4f-96ea-08d730af4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.368894997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2b6237-11fa-4b4f-96ea-08d730af4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:38.421435728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2b6237-11fa-4b4f-96ea-08d730af4e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.387154337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a2c616-5597-4ab1-aae6-0187782b8910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.44226774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a2c616-5597-4ab1-aae6-0187782b8910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.497786828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a2c616-5597-4ab1-aae6-0187782b8910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:40.553418642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a2c616-5597-4ab1-aae6-0187782b8910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:41.774245642Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e875bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e875bc","reconcileID":"42fb8137-579b-4cc0-92bf-c3a51aa57cd7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e875bc","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-e875bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.448216859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e6d87f-2cc0-4918-a6ce-f0320483ee38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.50141407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e6d87f-2cc0-4918-a6ce-f0320483ee38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.553883574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e6d87f-2cc0-4918-a6ce-f0320483ee38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:42.606132013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e6d87f-2cc0-4918-a6ce-f0320483ee38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.490154239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57092de-ac5f-4ea8-9e7e-6e600f10a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.54275727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57092de-ac5f-4ea8-9e7e-6e600f10a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.594541758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57092de-ac5f-4ea8-9e7e-6e600f10a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:44.646438324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a57092de-ac5f-4ea8-9e7e-6e600f10a248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.367260885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","namespace":"ai-tenant-e2e-ipp-b-0ee5b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.367339031Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","namespace":"ai-tenant-e2e-ipp-b-0ee5b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.367403417Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","tenant":"e2e-ipp-b-0ee5b4","tenantID":"e2e-ipp-b-0ee5b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.420616685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0ee5b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.480043286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Service","name":"maas-api-e2e-ipp-b-0ee5b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.540416617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0ee5b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.589534987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58024118-1848-4716-9f70-feadffb85252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.64265948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58024118-1848-4716-9f70-feadffb85252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.644858963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0ee5b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.695598477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58024118-1848-4716-9f70-feadffb85252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.74909664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58024118-1848-4716-9f70-feadffb85252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.754718317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.808610377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.864938145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:46.923050146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.013372496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.064890595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.116505677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Service","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.170228258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.221523294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.276297693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.329855294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.385470953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.423882833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"793beedb-cb30-4a34-bbb8-1829b4d536b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.436759037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.480651082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"793beedb-cb30-4a34-bbb8-1829b4d536b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.487871132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.54132957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0ee5b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.542689761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"793beedb-cb30-4a34-bbb8-1829b4d536b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:47.594481613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ee5b4"},"namespace":"ai-tenant-e2e-ipp-b-0ee5b4","name":"default-tenant","reconcileID":"bf627fd7-e0ef-4e82-8470-9d6c77e6202b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0ee5b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.642479108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1457b2-1152-4507-9869-9d6dc301cf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.695152968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1457b2-1152-4507-9869-9d6dc301cf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.746966874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1457b2-1152-4507-9869-9d6dc301cf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:48.799786451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1457b2-1152-4507-9869-9d6dc301cf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.692614742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e617f8d9-a840-40a5-8ae6-1363da276821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.744493289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e617f8d9-a840-40a5-8ae6-1363da276821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.795996078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e617f8d9-a840-40a5-8ae6-1363da276821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:50.847767611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e617f8d9-a840-40a5-8ae6-1363da276821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.003387851Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee5b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee5b4","reconcileID":"ed9dfcc8-8187-4430-b2da-08ce52d88260","aitenant":"ai-tenants/e2e-ipp-b-0ee5b4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:51.758573189Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ee5b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ee5b4","reconcileID":"ed9dfcc8-8187-4430-b2da-08ce52d88260","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ee5b4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0ee5b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.775755125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff1a30d-cb72-4b81-878d-ce46eb85b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.827739411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff1a30d-cb72-4b81-878d-ce46eb85b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.879589788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff1a30d-cb72-4b81-878d-ce46eb85b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.931857993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff1a30d-cb72-4b81-878d-ce46eb85b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:52.989932381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.842575682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3040b078-a9f8-4045-a782-2c43e109e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.894703027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3040b078-a9f8-4045-a782-2c43e109e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:54.950110592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3040b078-a9f8-4045-a782-2c43e109e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:55.00341484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3040b078-a9f8-4045-a782-2c43e109e418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.902559309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce4b167-fa5b-477d-9304-0e454a8cfcae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:56.954313469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce4b167-fa5b-477d-9304-0e454a8cfcae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.006629171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce4b167-fa5b-477d-9304-0e454a8cfcae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.058370008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce4b167-fa5b-477d-9304-0e454a8cfcae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.646815115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"1ae9288b-3c37-4a4c-8664-0c8c4c12b192","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.703401227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"1ae9288b-3c37-4a4c-8664-0c8c4c12b192","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:57.766730372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"1ae9288b-3c37-4a4c-8664-0c8c4c12b192","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.576201052Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","namespace":"ai-tenant-e2e-ipp-b-2b1c72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.576260955Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","namespace":"ai-tenant-e2e-ipp-b-2b1c72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.576310296Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","tenant":"e2e-ipp-b-2b1c72","tenantID":"e2e-ipp-b-2b1c72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.630149642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2b1c72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.692717708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Service","name":"maas-api-e2e-ipp-b-2b1c72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.752033687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2b1c72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.808197458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2b1c72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.862586797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.875699475Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-03fe6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-03fe6e","reconcileID":"4c6c3513-bd78-4706-82ab-3e2c5fdca77e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-03fe6e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-03fe6e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.917335232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.974040616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:58.982479964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de42caf-c2b8-4652-bf9e-bc74406632f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.034313341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de42caf-c2b8-4652-bf9e-bc74406632f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.036283183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.086870808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de42caf-c2b8-4652-bf9e-bc74406632f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.139302484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de42caf-c2b8-4652-bf9e-bc74406632f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.140589617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.202212237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.266234021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Service","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.328527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.408966389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.463718122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.523110773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.57827641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.631307673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.684449623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.738448026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2b1c72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:22:59.79524146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2b1c72"},"namespace":"ai-tenant-e2e-ipp-b-2b1c72","name":"default-tenant","reconcileID":"50734669-80a3-400f-a455-6315b51f1e5a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2b1c72","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:01.084691202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c2ebf2-74aa-482a-bf59-a6122e8848f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:01.1364856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c2ebf2-74aa-482a-bf59-a6122e8848f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:01.188083232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c2ebf2-74aa-482a-bf59-a6122e8848f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:01.239749303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c2ebf2-74aa-482a-bf59-a6122e8848f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:02.681825222Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b1c72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b1c72","reconcileID":"a7857281-8792-4e9d-923e-493ddac004e8","aitenant":"ai-tenants/e2e-ipp-b-2b1c72","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:03.208979831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db9f39d-cfa9-47b8-95a4-d454103c8f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:03.260656242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db9f39d-cfa9-47b8-95a4-d454103c8f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:03.314416521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db9f39d-cfa9-47b8-95a4-d454103c8f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:03.380051653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db9f39d-cfa9-47b8-95a4-d454103c8f06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:03.54431699Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2b1c72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2b1c72","reconcileID":"a7857281-8792-4e9d-923e-493ddac004e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2b1c72","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2b1c72"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:05.29943921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25508c-971b-4b06-b0e6-6da893b8b3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:05.351039591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25508c-971b-4b06-b0e6-6da893b8b3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:05.404345696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25508c-971b-4b06-b0e6-6da893b8b3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:05.458320088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d25508c-971b-4b06-b0e6-6da893b8b3bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.870878902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"55c722bf-1ccf-4d0d-a052-997765934e12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.927696181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"55c722bf-1ccf-4d0d-a052-997765934e12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:07.983077838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"55c722bf-1ccf-4d0d-a052-997765934e12","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.485246815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f868f9-06fd-46dc-a5da-f217ddc9e302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.537147243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f868f9-06fd-46dc-a5da-f217ddc9e302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.588831569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f868f9-06fd-46dc-a5da-f217ddc9e302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:10.6406041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f868f9-06fd-46dc-a5da-f217ddc9e302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:11.091491519Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-11f7a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-11f7a8","reconcileID":"5fed66ab-543b-4769-a253-49c645e6c6d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-11f7a8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-11f7a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:12.582594836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97d2aa9-9745-4897-9f84-25091013c074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:12.6345427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97d2aa9-9745-4897-9f84-25091013c074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:12.686108524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97d2aa9-9745-4897-9f84-25091013c074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:12.737617578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f97d2aa9-9745-4897-9f84-25091013c074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:14.694371368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87dce20-4e08-4e00-ae6f-9fb72dd33979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:14.746982434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87dce20-4e08-4e00-ae6f-9fb72dd33979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:14.799160273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87dce20-4e08-4e00-ae6f-9fb72dd33979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:14.860385087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87dce20-4e08-4e00-ae6f-9fb72dd33979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:16.773968204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafce36-a444-4335-9293-b12f9ef59757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:16.826194257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafce36-a444-4335-9293-b12f9ef59757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:16.878108696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafce36-a444-4335-9293-b12f9ef59757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:16.929905156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dafce36-a444-4335-9293-b12f9ef59757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.086556908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"6d1e4bba-bd16-4c0e-971c-306d95a363fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.143465194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"6d1e4bba-bd16-4c0e-971c-306d95a363fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.198984939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cae2535a7f56d7cab1308eff179d6fe7b6bcb9a6d69a3ff932c0e6f5e6cd8ab) AuthConfig (cdf65fd6c8d069d56d4482e31b3d1a18212c0333fffdd2d61d974085c77da384) AuthConfig (f41a83e27fcf56aae06cb77367376b97ff3406dc2934555f976c4cef169a9361) AuthConfig (32c41e6fb4146243a927a39eaa57bd4c3c961c63519a1520a6e782f3c6839d4f) AuthConfig (80d60cecd8172071e5b8b9a54139b156f669a8b303e0ad5bc3150457db8b1fc5) AuthConfig (95f63ebed62dc21fddf1b325000c8e2a55eaf18caec165e78d7d3bb5d0d24f69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"6d1e4bba-bd16-4c0e-971c-306d95a363fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.339487638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47a7236-f74e-4f6b-aeba-aa836446f92a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.339521891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b47a7236-f74e-4f6b-aeba-aa836446f92a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.882640165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c5a479-4a9d-4cb9-aed5-3f2978c087fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.934619153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c5a479-4a9d-4cb9-aed5-3f2978c087fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:18.98650274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c5a479-4a9d-4cb9-aed5-3f2978c087fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:19.038916187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c5a479-4a9d-4cb9-aed5-3f2978c087fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:20.915844632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd2ff28-d945-4acd-b4ea-9946d55bddd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:20.967314893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd2ff28-d945-4acd-b4ea-9946d55bddd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:21.018774117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd2ff28-d945-4acd-b4ea-9946d55bddd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:21.070706949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd2ff28-d945-4acd-b4ea-9946d55bddd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:22.990602968Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:28.460113973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"f206c611-7372-486c-913b-4a08d3a51a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:28.587141143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"f206c611-7372-486c-913b-4a08d3a51a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:28.642445877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-eb3c46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cae2535a7f56d7cab1308eff179d6fe7b6bcb9a6d69a3ff932c0e6f5e6cd8ab) AuthConfig (cdf65fd6c8d069d56d4482e31b3d1a18212c0333fffdd2d61d974085c77da384) AuthConfig (f41a83e27fcf56aae06cb77367376b97ff3406dc2934555f976c4cef169a9361) AuthConfig (32c41e6fb4146243a927a39eaa57bd4c3c961c63519a1520a6e782f3c6839d4f) AuthConfig (80d60cecd8172071e5b8b9a54139b156f669a8b303e0ad5bc3150457db8b1fc5) AuthConfig (95f63ebed62dc21fddf1b325000c8e2a55eaf18caec165e78d7d3bb5d0d24f69)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"f206c611-7372-486c-913b-4a08d3a51a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:31.625439911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc307064-02c0-45ee-baf2-343e55f31699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:31.678113362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc307064-02c0-45ee-baf2-343e55f31699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:31.730019976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc307064-02c0-45ee-baf2-343e55f31699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:31.781881285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc307064-02c0-45ee-baf2-343e55f31699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:32.2101426Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-014ab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-014ab4","reconcileID":"eb05bb3c-80be-4659-9ecf-8e57fe1e7b29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-014ab4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-014ab4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:33.669495007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26b6294-5e59-482d-9fee-603ee8ecaf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:33.721529225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26b6294-5e59-482d-9fee-603ee8ecaf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:33.773540878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26b6294-5e59-482d-9fee-603ee8ecaf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:33.829042009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26b6294-5e59-482d-9fee-603ee8ecaf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:35.697422877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a324111-22c6-47b4-b1ad-1d4e51cf4a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:35.74951597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a324111-22c6-47b4-b1ad-1d4e51cf4a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:35.807806018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a324111-22c6-47b4-b1ad-1d4e51cf4a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:35.860195232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a324111-22c6-47b4-b1ad-1d4e51cf4a14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:37.77010817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d056338-a8c0-475c-bb6e-f2ab4b131422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:37.821833468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d056338-a8c0-475c-bb6e-f2ab4b131422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:37.873594706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d056338-a8c0-475c-bb6e-f2ab4b131422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:37.925959867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d056338-a8c0-475c-bb6e-f2ab4b131422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.083999369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63a153ca-b893-45c5-b204-01f0dfa18517","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.202702337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"2778254e-a617-4d26-81f8-7a94378acf75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.202754923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"fd06ad5b-0cd9-49e3-a1dd-22fad9afdb49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.310526759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"7c6e87f6-8328-4bd9-93f3-c3c0279ba3bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.382640738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"d7eb71cb-028e-4c00-8c0f-417e26df866d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.48258442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19c35013-1e88-4d88-b2cf-4487435df45c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.584023499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"8e3ae27e-4f29-4873-9d72-11006ef67644","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.613020329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"c62c68f0-1d80-4596-948d-5b3bbe29a91e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.73226959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"f7584d72-4275-4007-819a-06a4f26ec689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.745938565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"1bd9ff51-8760-469c-9182-35c086cc029f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.802433159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"1bd9ff51-8760-469c-9182-35c086cc029f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.832537188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"32b106f9-1a30-4170-8b99-72baac946fda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.84914522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"9eb324a6-a882-40ad-807a-d6faf5675b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:38.933499913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"6cd71b82-b2e2-4bd6-9347-67f3af0cb6dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.142523224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27aee41a-15b3-42dd-a2b4-72b74c142a8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.142544278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27aee41a-15b3-42dd-a2b4-72b74c142a8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.815687874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449b118f-bcd8-4f10-a124-b59489b32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.867687814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449b118f-bcd8-4f10-a124-b59489b32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.919722657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449b118f-bcd8-4f10-a124-b59489b32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:39.971621208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"449b118f-bcd8-4f10-a124-b59489b32ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:45.594715323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"71ef1a41-76ec-490c-a005-13f99ef87d45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:45.711207775Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"71ef1a41-76ec-490c-a005-13f99ef87d45","name":"e2e-api-b-e875bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:23:52.990287812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.503188002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"f2c28500-f9d4-4ee7-a907-0e0d6bed1ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.623597219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"c181d080-2161-4cca-a268-48be22c853ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.741331962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"bb194891-1cd5-4958-a4b1-5ab8971e581f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:02.975555479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea76de89-d8e8-445f-8c3d-c4f739ae0eac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.077248172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f4a2082-34ce-4389-8c6b-12b99b887e6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.096851064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"261e55cd-1de8-4b4d-b355-4e7b830446b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.178990319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"81306404-5555-4216-8016-74f9ac78e13a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.276192958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"bdffa53e-229a-4108-a71f-529876178d41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.37599253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"db2a5dfc-ac7f-4e0e-afaa-ce680b32cb35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.476450156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"1f2200f9-a9d0-4380-9f36-606f0cc4e440","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.578219797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"fb839514-ee68-4a02-b934-996a2b5aa95a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:03.707679389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"f5a5df32-59a8-4ba5-938d-7f640b1e8095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:07.44842494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"3040b0fa-f77e-40db-a2a0-a7cc4309c08d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-03fe6e","tenantID":"e2e-praxis-a-03fe6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:07.565644073Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"3040b0fa-f77e-40db-a2a0-a7cc4309c08d","name":"e2e-praxis-a-03fe6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.064424433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834e543-56fc-4ac4-bbce-e69160150f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.116421167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834e543-56fc-4ac4-bbce-e69160150f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.171822394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834e543-56fc-4ac4-bbce-e69160150f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:20.223930792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834e543-56fc-4ac4-bbce-e69160150f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:22.217656986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e85f11-ef96-40fc-bd98-5d4e113642bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:22.269733476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e85f11-ef96-40fc-bd98-5d4e113642bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:22.321586081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e85f11-ef96-40fc-bd98-5d4e113642bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:22.373767262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e85f11-ef96-40fc-bd98-5d4e113642bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:23.006770686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:24.58600168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"7ec68555-7d7a-4f38-bfe2-0113ecd58990","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-11f7a8","tenantID":"e2e-praxis-a-11f7a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:24.704838133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"7ec68555-7d7a-4f38-bfe2-0113ecd58990","name":"e2e-praxis-a-11f7a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.35972672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"2ab08ff2-9eea-464d-97a1-4d70b1026af8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-014ab4","tenantID":"e2e-ipp-b-014ab4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.476282517Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"2ab08ff2-9eea-464d-97a1-4d70b1026af8","name":"e2e-ipp-b-014ab4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.539292454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","namespace":"ai-tenant-e2e-ipp-a-d00785","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.539819809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","namespace":"ai-tenant-e2e-ipp-a-d00785","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.539947363Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","tenant":"e2e-ipp-a-d00785","tenantID":"e2e-ipp-a-d00785","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.597015793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d00785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.656515707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Service","name":"maas-api-e2e-ipp-a-d00785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.716420191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d00785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.771515346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d00785","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.82870026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.888383337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:49.963569999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.01972668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.083627586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.154833535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.216611162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Service","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.279256631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.338567086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.392512144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.450511353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.5158234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.569543063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.623097849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.680589888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d00785","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:50.743656877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d00785"},"namespace":"ai-tenant-e2e-ipp-a-d00785","name":"default-tenant","reconcileID":"2c190215-c858-412c-8e47-de943cf43806","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d00785","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.111316116Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d00785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d00785","reconcileID":"f381b7d5-0ea6-458e-8718-671f96c02937","aitenant":"ai-tenants/e2e-ipp-a-d00785","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.646463722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2190bd0-4e2e-4471-860f-ffdf1d81c0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.698628106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2190bd0-4e2e-4471-860f-ffdf1d81c0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.759316731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2190bd0-4e2e-4471-860f-ffdf1d81c0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.812811447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2190bd0-4e2e-4471-860f-ffdf1d81c0ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:52.924230732Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d00785","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d00785","reconcileID":"f381b7d5-0ea6-458e-8718-671f96c02937","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d00785","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d00785"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:53.001401204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.722113268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b07e5d9-6988-4e73-be15-9723a01fc1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.774639041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b07e5d9-6988-4e73-be15-9723a01fc1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.827188251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b07e5d9-6988-4e73-be15-9723a01fc1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:54.87936129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b07e5d9-6988-4e73-be15-9723a01fc1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.824285328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af586e8c-36c6-4ca9-852f-a72a5dd46f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.87648022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af586e8c-36c6-4ca9-852f-a72a5dd46f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.928915249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af586e8c-36c6-4ca9-852f-a72a5dd46f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:56.980959031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af586e8c-36c6-4ca9-852f-a72a5dd46f75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.898509091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7592-865e-4910-8c88-ee57fd6cfe6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:58.951358577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7592-865e-4910-8c88-ee57fd6cfe6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:59.003331857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7592-865e-4910-8c88-ee57fd6cfe6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:24:59.055390737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37ab7592-865e-4910-8c88-ee57fd6cfe6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.298739593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"950e9c39-132a-45cd-b586-c56d1f68cb59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.299330807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"950e9c39-132a-45cd-b586-c56d1f68cb59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.3560596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6248fac-2710-44e3-9578-3c1c8a98136f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.356083621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6248fac-2710-44e3-9578-3c1c8a98136f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.467769748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"c9d69ffb-5924-4cd2-b8ff-ffa908fb48af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.594072826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"c9d69ffb-5924-4cd2-b8ff-ffa908fb48af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.649492646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e875bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"c9d69ffb-5924-4cd2-b8ff-ffa908fb48af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.706595272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c58a69dc-d25f-44ee-a9a4-51ddec096f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.706618733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c58a69dc-d25f-44ee-a9a4-51ddec096f9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:00.989532002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c4f72-77cf-44d2-aac2-409597aa4607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.041226783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c4f72-77cf-44d2-aac2-409597aa4607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.093017901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c4f72-77cf-44d2-aac2-409597aa4607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.145056574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7c4f72-77cf-44d2-aac2-409597aa4607","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.582162035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","namespace":"ai-tenant-e2e-ipp-b-92072f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.582254952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","namespace":"ai-tenant-e2e-ipp-b-92072f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.582305098Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","tenant":"e2e-ipp-b-92072f","tenantID":"e2e-ipp-b-92072f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.640462732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Deployment","name":"maas-api-e2e-ipp-b-92072f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.700021937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Service","name":"maas-api-e2e-ipp-b-92072f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.760097102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-92072f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.813435083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-92072f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.884943278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.941398369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:01.996330995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.052307017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.1106768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.165066443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.225322384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Service","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.284796146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.339751154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.394425486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.453410255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.511384911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.565004585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.618578089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.676952623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-92072f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:02.740570144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-92072f"},"namespace":"ai-tenant-e2e-ipp-b-92072f","name":"default-tenant","reconcileID":"835b414e-0e7a-439a-ac7d-08229efa8adc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-92072f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.689302555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"901f158f-10e1-4edf-b716-d3a7514ba15f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.746000541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"901f158f-10e1-4edf-b716-d3a7514ba15f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.942436089Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-92072f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-92072f","reconcileID":"5f7cfc3a-6a3b-4fc1-985e-1a3826c6300b","aitenant":"ai-tenants/e2e-ipp-b-92072f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.975996342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6764cb81-b6a3-457d-8d2d-5ca6cd10b7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.976017901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6764cb81-b6a3-457d-8d2d-5ca6cd10b7d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:06.999012846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"a1fd4611-443f-4985-abb3-409ddef33b05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.203660436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"a1fd4611-443f-4985-abb3-409ddef33b05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.329834743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"a1fd4611-443f-4985-abb3-409ddef33b05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"name":"e2e-api-a-eb3c46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.329857992Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"e2e-e2e-api-a-eb3c46-policy","reconcileID":"a1fd4611-443f-4985-abb3-409ddef33b05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-eb3c46-policy","namespace":"ai-tenant-e2e-api-a-eb3c46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-eb3c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.386206641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1824e490-4cae-404f-a13c-24c6520637e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.386228153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1824e490-4cae-404f-a13c-24c6520637e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.478651616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0419d590-a584-4cca-b8b5-bffeaa2f25b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.530689254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0419d590-a584-4cca-b8b5-bffeaa2f25b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.585834476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0419d590-a584-4cca-b8b5-bffeaa2f25b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.643825803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0419d590-a584-4cca-b8b5-bffeaa2f25b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:07.757147009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-92072f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-92072f","reconcileID":"5f7cfc3a-6a3b-4fc1-985e-1a3826c6300b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-92072f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-92072f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.625837984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e796229b-61d1-4cac-a31f-696c4bac1d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.678408011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e796229b-61d1-4cac-a31f-696c4bac1d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.730328563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e796229b-61d1-4cac-a31f-696c4bac1d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:09.782777287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e796229b-61d1-4cac-a31f-696c4bac1d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:10.907294419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"02a6ceda-5583-41ec-8f88-00c8e3e5f69a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:10.965193479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"02a6ceda-5583-41ec-8f88-00c8e3e5f69a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.020460627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e875bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"02a6ceda-5583-41ec-8f88-00c8e3e5f69a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.727097062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb1cf4-3b92-4ebd-86c7-89b4638e198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.779109975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb1cf4-3b92-4ebd-86c7-89b4638e198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.831407122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb1cf4-3b92-4ebd-86c7-89b4638e198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:11.886254275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fb1cf4-3b92-4ebd-86c7-89b4638e198c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.81270528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac6551d-1f2c-447f-812e-4b4627226dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.865629805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac6551d-1f2c-447f-812e-4b4627226dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.920791363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac6551d-1f2c-447f-812e-4b4627226dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:13.974600333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac6551d-1f2c-447f-812e-4b4627226dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.799969254Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d530c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d530c9","reconcileID":"c9e94b6c-112e-4907-b729-84b1e7356bc4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d530c9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d530c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.878162313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ac190-db0d-41bb-80eb-d27e56555613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.92992661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ac190-db0d-41bb-80eb-d27e56555613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:15.982087425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ac190-db0d-41bb-80eb-d27e56555613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:16.033851758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237ac190-db0d-41bb-80eb-d27e56555613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:17.974248197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924029df-50d0-4c3b-b9a6-8da96ca8cd7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.026216974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924029df-50d0-4c3b-b9a6-8da96ca8cd7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.07896579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924029df-50d0-4c3b-b9a6-8da96ca8cd7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:18.131418918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924029df-50d0-4c3b-b9a6-8da96ca8cd7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.171380851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1f174-6bb1-448a-bb78-a802d224c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.224633837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1f174-6bb1-448a-bb78-a802d224c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.316660672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1f174-6bb1-448a-bb78-a802d224c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:20.388711097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1f174-6bb1-448a-bb78-a802d224c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.129295409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8baf1ca0-c5fb-44c9-b72d-469fd58efdfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.186297712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8baf1ca0-c5fb-44c9-b72d-469fd58efdfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:21.248450882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e875bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8baf1ca0-c5fb-44c9-b72d-469fd58efdfc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.351987449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d24a00-83cd-4a63-8b2d-17eedf36cd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.405045059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d24a00-83cd-4a63-8b2d-17eedf36cd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.457188547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d24a00-83cd-4a63-8b2d-17eedf36cd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.50897788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d24a00-83cd-4a63-8b2d-17eedf36cd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:22.994029133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:23.320820454Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a2f549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a2f549","reconcileID":"06965b96-71f9-4231-a167-5595a4eb1661","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a2f549","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a2f549":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.496432994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd460243-46f9-4d7b-a5a6-1d0d5cee509b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.548338366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd460243-46f9-4d7b-a5a6-1d0d5cee509b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.599901024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd460243-46f9-4d7b-a5a6-1d0d5cee509b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:24.651463841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd460243-46f9-4d7b-a5a6-1d0d5cee509b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.576368523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6726c67-ede0-4cda-996a-c271caea6153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.63109809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6726c67-ede0-4cda-996a-c271caea6153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.682981706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6726c67-ede0-4cda-996a-c271caea6153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:26.734806851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6726c67-ede0-4cda-996a-c271caea6153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.67813636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a08e72-8ba5-479e-82fb-8253a038a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.729959242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a08e72-8ba5-479e-82fb-8253a038a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.781684799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a08e72-8ba5-479e-82fb-8253a038a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:28.833891413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a08e72-8ba5-479e-82fb-8253a038a828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.709996971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b812a-7273-465e-9a8c-e932aa560a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.761651052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b812a-7273-465e-9a8c-e932aa560a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.813264431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b812a-7273-465e-9a8c-e932aa560a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:30.86486075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b812a-7273-465e-9a8c-e932aa560a97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.351898228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8bcc0fbe-e7d9-4d9b-9cd3-35f1264fd1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.409184842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8bcc0fbe-e7d9-4d9b-9cd3-35f1264fd1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.464280149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e875bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (191dad550a586b77eb451f17688e3eeac24a71634740037633807795a7f188d7) AuthConfig (4e92eaedc683676eeca72ef6c09270a3b91b819ee50e4285a07f38806f9fa232) AuthConfig (8c94b584e65dffdce509290c98b6a77e242519fcac8eb68f4b95e0ad90c0c287) AuthConfig (9f9e0daef2a4425abd5c29846b6d0b1e13c1949fe81dcfd2003035a75e1c5ec7) AuthConfig (b9618d74174721eceb2654b08884d2f21eb0ef1ef5afa274a37a1cf1c8ef4432) AuthConfig (642b299cb2eb282331cb572eee59891d53997966c58d79c465ff5201f37e338e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"8bcc0fbe-e7d9-4d9b-9cd3-35f1264fd1a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.521351014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b1e4e5-81ba-49f4-b21c-64d32a382d87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:31.521370695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b1e4e5-81ba-49f4-b21c-64d32a382d87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:32.779679979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b6425-1af4-4fbf-9d91-348ec2c35154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:32.831552972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b6425-1af4-4fbf-9d91-348ec2c35154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:32.883597141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b6425-1af4-4fbf-9d91-348ec2c35154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:32.935587011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b6425-1af4-4fbf-9d91-348ec2c35154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:34.903833215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff92322-12c7-415e-8c7f-54392338a585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:34.955751331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff92322-12c7-415e-8c7f-54392338a585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.007422357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff92322-12c7-415e-8c7f-54392338a585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:35.059068885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff92322-12c7-415e-8c7f-54392338a585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:36.978599858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258ed58f-dbdd-4afa-a82e-29cd9b497c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.030229045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258ed58f-dbdd-4afa-a82e-29cd9b497c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.082006813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258ed58f-dbdd-4afa-a82e-29cd9b497c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:37.133776385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258ed58f-dbdd-4afa-a82e-29cd9b497c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.012995948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f41fb0-db7a-4c72-bc83-ddfc58afa72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.065384614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f41fb0-db7a-4c72-bc83-ddfc58afa72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.117650572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f41fb0-db7a-4c72-bc83-ddfc58afa72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:39.169283109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f41fb0-db7a-4c72-bc83-ddfc58afa72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:40.225004616Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85efc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85efc6","reconcileID":"ef439bd5-888d-4190-be85-6ed21a675d12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85efc6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-85efc6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.077670938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d427dc90-ebf6-4440-9b24-287627a40c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.129602721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d427dc90-ebf6-4440-9b24-287627a40c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.181330312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d427dc90-ebf6-4440-9b24-287627a40c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.233064754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d427dc90-ebf6-4440-9b24-287627a40c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.625249126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"3a4907b6-b855-426d-998d-44d96754e969","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.681494514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"3a4907b6-b855-426d-998d-44d96754e969","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:41.7371547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-e875bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (191dad550a586b77eb451f17688e3eeac24a71634740037633807795a7f188d7) AuthConfig (4e92eaedc683676eeca72ef6c09270a3b91b819ee50e4285a07f38806f9fa232) AuthConfig (8c94b584e65dffdce509290c98b6a77e242519fcac8eb68f4b95e0ad90c0c287) AuthConfig (9f9e0daef2a4425abd5c29846b6d0b1e13c1949fe81dcfd2003035a75e1c5ec7) AuthConfig (b9618d74174721eceb2654b08884d2f21eb0ef1ef5afa274a37a1cf1c8ef4432) AuthConfig (642b299cb2eb282331cb572eee59891d53997966c58d79c465ff5201f37e338e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"3a4907b6-b855-426d-998d-44d96754e969","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.100098662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d51dd4-6fb6-4d75-aa62-888ebbfab7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.152977669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d51dd4-6fb6-4d75-aa62-888ebbfab7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.20614283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d51dd4-6fb6-4d75-aa62-888ebbfab7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:43.257857859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d51dd4-6fb6-4d75-aa62-888ebbfab7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:45.278658415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12db055-86ea-4a50-8cf7-7217bbc9dd95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:45.330640389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12db055-86ea-4a50-8cf7-7217bbc9dd95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:45.382540961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12db055-86ea-4a50-8cf7-7217bbc9dd95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:45.434818937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d12db055-86ea-4a50-8cf7-7217bbc9dd95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.310094417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e8762b-459f-4d1e-b225-ad62f5920d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.36336918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e8762b-459f-4d1e-b225-ad62f5920d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.415300524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e8762b-459f-4d1e-b225-ad62f5920d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.467031222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e8762b-459f-4d1e-b225-ad62f5920d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.79739865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","namespace":"ai-tenant-e2e-api-a-eb3c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.797456123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","namespace":"ai-tenant-e2e-api-a-eb3c46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.797505671Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","tenant":"e2e-api-a-eb3c46","tenantID":"e2e-api-a-eb3c46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.85098575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Deployment","name":"maas-api-e2e-api-a-eb3c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.913124439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Service","name":"maas-api-e2e-api-a-eb3c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:47.972614106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-eb3c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.026713988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-eb3c46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.081946807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.140440907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.197684359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.267276035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.320591975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Deployment","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.372242582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.423571883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Service","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.475461825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"Service","name":"payload-pre-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.537506295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.589760542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.641489079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.697027146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.748445672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.800408192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.858402824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-eb3c46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:48.917562808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-eb3c46"},"namespace":"ai-tenant-e2e-api-a-eb3c46","name":"default-tenant","reconcileID":"6ed43144-f131-4323-8ee5-68bc12c18fbf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-eb3c46","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.350999403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"8996cd3b-cd68-44a4-8709-910213baba80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.451783697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"1b9ad62f-3291-4749-87e7-eb96f0f11a9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.465992529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc67507-d3b1-4535-ac16-51dcac03d0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.518069516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc67507-d3b1-4535-ac16-51dcac03d0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.571134418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc67507-d3b1-4535-ac16-51dcac03d0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.623404666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc67507-d3b1-4535-ac16-51dcac03d0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.780328444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57ad63ff-8343-450e-8452-a215cf645edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.88094548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"f1c3bf91-8d20-407e-9f6e-610ffeced5a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:49.880999577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"5108d2e5-1c08-4357-a76c-de8d41bbd56a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.064760298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"5172b3cc-529d-40e4-8107-293773c98cd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.068588019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"2c4180ec-475c-43ea-9cab-3c7a37c457e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.16565725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"98404511-7014-4b41-a596-1249b867b45e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.409233713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b645f015-1183-48a4-84df-1c908a19c565","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.509670698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"ef259d72-a82a-4fdb-b4b3-01196bc4fe46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.531954969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"8ab4f484-c3b6-4ffe-8993-f6aa88b0fb3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:50.610347162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a9ca1b7-eef3-482a-9388-14268fb1d05f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.579432509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842e340-4341-4672-a01f-67bca76b1dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.63131366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842e340-4341-4672-a01f-67bca76b1dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.68302369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842e340-4341-4672-a01f-67bca76b1dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.734827789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a842e340-4341-4672-a01f-67bca76b1dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.84084207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"e48f3e2e-f370-4e7c-ba78-cf17853e9ffa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:51.898087121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"e48f3e2e-f370-4e7c-ba78-cf17853e9ffa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.213908486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"badf9984-b670-4d8e-a15c-b9edd8c84f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.213941804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"badf9984-b670-4d8e-a15c-b9edd8c84f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:52.990275603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.615978728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d564bc-b82e-4ab9-9831-63cbd663fcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.668005284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d564bc-b82e-4ab9-9831-63cbd663fcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.720040011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d564bc-b82e-4ab9-9831-63cbd663fcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:53.771948745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d564bc-b82e-4ab9-9831-63cbd663fcc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.594119069Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-eb3c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-eb3c46","reconcileID":"6c8c1500-a602-462f-9b84-67e5fe20c578","aitenant":"ai-tenants/e2e-api-a-eb3c46","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.72951822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0504f3-dca1-4b54-9fe3-f51957915678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.781753158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0504f3-dca1-4b54-9fe3-f51957915678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.833592615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0504f3-dca1-4b54-9fe3-f51957915678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:55.889287237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0504f3-dca1-4b54-9fe3-f51957915678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:56.348848291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-eb3c46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-eb3c46","reconcileID":"6c8c1500-a602-462f-9b84-67e5fe20c578","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-eb3c46","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-eb3c46"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.771930294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6513584e-18f3-4c4c-b98a-33ceb1d998b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.824154934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6513584e-18f3-4c4c-b98a-33ceb1d998b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.876237451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6513584e-18f3-4c4c-b98a-33ceb1d998b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:57.928779155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6513584e-18f3-4c4c-b98a-33ceb1d998b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.798013883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcfdd71-0289-48bb-8762-633326117417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.849743628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcfdd71-0289-48bb-8762-633326117417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.901598959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcfdd71-0289-48bb-8762-633326117417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:25:59.953388259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcfdd71-0289-48bb-8762-633326117417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.886588012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a33c3d-4fc2-47ff-807f-93612072c585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.93843085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a33c3d-4fc2-47ff-807f-93612072c585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:01.990207964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a33c3d-4fc2-47ff-807f-93612072c585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:02.042096755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66a33c3d-4fc2-47ff-807f-93612072c585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.270447969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"0307b92f-9e92-46d9-b263-2acf7434541e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.270510553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc33a68c-7d67-4234-9a32-982e9ea4fc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.270525093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc33a68c-7d67-4234-9a32-982e9ea4fc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.47572187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"0307b92f-9e92-46d9-b263-2acf7434541e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.602476679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"0307b92f-9e92-46d9-b263-2acf7434541e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"name":"e2e-api-b-e875bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.602500048Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"e2e-e2e-api-b-e875bc-policy","reconcileID":"0307b92f-9e92-46d9-b263-2acf7434541e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e875bc-policy","namespace":"ai-tenant-e2e-api-b-e875bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e875bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.658590827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8942481-2638-4763-898d-b866e0129e76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.658610079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8942481-2638-4763-898d-b866e0129e76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.932549434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486a013-a5c7-4c7f-b53f-aa838befac6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:03.984376375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486a013-a5c7-4c7f-b53f-aa838befac6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:04.036029855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486a013-a5c7-4c7f-b53f-aa838befac6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:04.087623942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7486a013-a5c7-4c7f-b53f-aa838befac6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:05.990635997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1473101f-24f7-4cb7-8912-c90ed67e031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.042520908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1473101f-24f7-4cb7-8912-c90ed67e031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.094067644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1473101f-24f7-4cb7-8912-c90ed67e031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:06.146683973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1473101f-24f7-4cb7-8912-c90ed67e031b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.073293372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196562-c2b7-4ac1-a3b4-1a8bb11b0107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.125109872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196562-c2b7-4ac1-a3b4-1a8bb11b0107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.176891191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196562-c2b7-4ac1-a3b4-1a8bb11b0107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:08.228653629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196562-c2b7-4ac1-a3b4-1a8bb11b0107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.186902181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d88fe1-0f0c-4e67-abe7-1fbbc60bbf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.23888377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d88fe1-0f0c-4e67-abe7-1fbbc60bbf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.290694431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d88fe1-0f0c-4e67-abe7-1fbbc60bbf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:10.34291039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d88fe1-0f0c-4e67-abe7-1fbbc60bbf67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.268504674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11cd7f-0872-42a7-97af-1b38d05384a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.320496222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11cd7f-0872-42a7-97af-1b38d05384a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.372389895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11cd7f-0872-42a7-97af-1b38d05384a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:12.424394962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11cd7f-0872-42a7-97af-1b38d05384a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.302629831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762daa1c-c0d7-49ce-b85e-5b992d41c5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.35441113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762daa1c-c0d7-49ce-b85e-5b992d41c5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.406194648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762daa1c-c0d7-49ce-b85e-5b992d41c5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:14.45781272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"762daa1c-c0d7-49ce-b85e-5b992d41c5d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.390471045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"24df1a42-ac77-4347-94f6-17ecb008d0b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.491767964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"4b64de6f-27c9-4cfb-beb4-503e3b5f23f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.510342751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d91fa06b-b9d9-4dea-b432-b956de27a9d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:15.841709488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"af841ec4-729c-424b-b81b-b87f8f207593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.048593759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"0677da47-5024-4e6a-8728-ecf08427b59b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.15083983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"077fbd13-11e1-4d68-a095-8ec6ff9a336c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.158977399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"cf74cf65-3a1f-46bd-b666-959f40cd0a02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.280607268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"9c1316fe-2e8e-47cf-9858-eb8afe85e75b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.378358102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"d06bd672-5f2e-4910-aefd-a24c4f4a737d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.47840673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"16162242-e736-4918-909c-e9f3eb62b9d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.595017345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ae9b0d3-4dbc-4b46-a1e5-6426ec8b11ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:16.699920443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc7c7a0e-d762-485c-85be-870c0fab78ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.435671643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"225be7d3-6e16-4c73-8d4c-4816b71c0c6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d530c9","tenantID":"e2e-praxis-a-d530c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:20.552609257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"225be7d3-6e16-4c73-8d4c-4816b71c0c6d","name":"e2e-praxis-a-d530c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:22.991469366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:37.145669067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"4b56b75b-212e-4d9f-9243-560500ffa1ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a2f549","tenantID":"e2e-praxis-b-a2f549","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:37.262529343Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"4b56b75b-212e-4d9f-9243-560500ffa1ea","name":"e2e-praxis-b-a2f549-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:53.000662976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:56.942577693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"c09c7679-c5e6-40de-a1ea-d69ceda4193d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-85efc6","tenantID":"e2e-praxis-b-85efc6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:26:57.059406482Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"c09c7679-c5e6-40de-a1ea-d69ceda4193d","name":"e2e-praxis-b-85efc6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.108024212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","namespace":"ai-tenant-e2e-api-b-e875bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.10811596Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","namespace":"ai-tenant-e2e-api-b-e875bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.108218354Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","tenant":"e2e-api-b-e875bc","tenantID":"e2e-api-b-e875bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.162191801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Deployment","name":"maas-api-e2e-api-b-e875bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.221608969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Service","name":"maas-api-e2e-api-b-e875bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.280344988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e875bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.335367283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e875bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.396138476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.450450491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.508614305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.564721426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.62607921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Deployment","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.678525378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.734461857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Service","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.786574246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"Service","name":"payload-pre-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.838560908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.890111544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.941627515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:09.997023989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.052414646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.106627806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.158557908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-e875bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:10.210493568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e875bc"},"namespace":"ai-tenant-e2e-api-b-e875bc","name":"default-tenant","reconcileID":"30891e14-9150-4025-8490-8d1433630142","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-e875bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.202950086Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e875bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e875bc","reconcileID":"3b822f85-2a71-4e96-b6f9-69ebda7a5e84","aitenant":"ai-tenants/e2e-api-b-e875bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.726636775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6b88d0-d53a-40b7-b14b-d6be25490774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.778228294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6b88d0-d53a-40b7-b14b-d6be25490774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.832895721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6b88d0-d53a-40b7-b14b-d6be25490774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:18.886468916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f6b88d0-d53a-40b7-b14b-d6be25490774","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:19.049864463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-e875bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-e875bc","reconcileID":"3b822f85-2a71-4e96-b6f9-69ebda7a5e84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-e875bc","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-e875bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:20.763605978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7a4b0-f540-447b-a832-a8c17d9a63fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:20.815249062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7a4b0-f540-447b-a832-a8c17d9a63fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:20.867142757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7a4b0-f540-447b-a832-a8c17d9a63fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:20.919083223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada7a4b0-f540-447b-a832-a8c17d9a63fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.796486396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f64015-7d2e-4b94-b89e-39888408e1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.848415249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f64015-7d2e-4b94-b89e-39888408e1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.900189111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f64015-7d2e-4b94-b89e-39888408e1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.951713056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f64015-7d2e-4b94-b89e-39888408e1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:22.990417859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:24.835476155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5947b20d-3cd9-4369-bf46-9e1547f89e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:24.88823428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5947b20d-3cd9-4369-bf46-9e1547f89e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:24.940469341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5947b20d-3cd9-4369-bf46-9e1547f89e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:24.992139339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5947b20d-3cd9-4369-bf46-9e1547f89e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:25.772789525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-818fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-818fe8","reconcileID":"e564eba6-a933-49d5-bb0d-41bf68bbd246","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-818fe8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-818fe8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.888844575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20688a1-a061-4c40-b7eb-4eba7db7f760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.940654836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20688a1-a061-4c40-b7eb-4eba7db7f760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:26.992227072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20688a1-a061-4c40-b7eb-4eba7db7f760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:27.04395014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20688a1-a061-4c40-b7eb-4eba7db7f760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.920993966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4319828e-0050-4d30-bb9a-b3d801d124ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:28.975020302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4319828e-0050-4d30-bb9a-b3d801d124ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.028538426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4319828e-0050-4d30-bb9a-b3d801d124ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:29.08026584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4319828e-0050-4d30-bb9a-b3d801d124ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.742012412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c43f3de-6128-4270-afef-fb7bad720ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.794488669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c43f3de-6128-4270-afef-fb7bad720ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.846581021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c43f3de-6128-4270-afef-fb7bad720ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:32.898552957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c43f3de-6128-4270-afef-fb7bad720ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.802556135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47401901-36ad-4c70-81f0-dfa48349325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.856732372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47401901-36ad-4c70-81f0-dfa48349325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.91736511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47401901-36ad-4c70-81f0-dfa48349325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:34.973403976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47401901-36ad-4c70-81f0-dfa48349325c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:36.963092216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a78ff80-0dc9-40c0-8062-24d28dcd748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:37.014698861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a78ff80-0dc9-40c0-8062-24d28dcd748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:37.066549121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a78ff80-0dc9-40c0-8062-24d28dcd748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:37.118277282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a78ff80-0dc9-40c0-8062-24d28dcd748b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:38.992925599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98945280-cd0a-423b-ba0e-c05f7751119a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.044731584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98945280-cd0a-423b-ba0e-c05f7751119a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.096101843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98945280-cd0a-423b-ba0e-c05f7751119a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.147709733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98945280-cd0a-423b-ba0e-c05f7751119a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:39.827537861Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-adfeab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-adfeab","reconcileID":"8260452a-8f5b-41be-b970-e7a54b56bd3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-adfeab","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-adfeab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.082015478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6465279-9813-436c-aa93-4a26d5aa1e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.133917273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6465279-9813-436c-aa93-4a26d5aa1e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.185686134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6465279-9813-436c-aa93-4a26d5aa1e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:41.237516277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6465279-9813-436c-aa93-4a26d5aa1e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.165011609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760d2b59-1059-4f38-9ce2-a8f59aa0f97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.222020228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760d2b59-1059-4f38-9ce2-a8f59aa0f97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.306198857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760d2b59-1059-4f38-9ce2-a8f59aa0f97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:43.358083281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"760d2b59-1059-4f38-9ce2-a8f59aa0f97d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:45.260233874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a4e49-1426-48af-80a8-1560ddacaf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:45.323844088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a4e49-1426-48af-80a8-1560ddacaf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:45.37549366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a4e49-1426-48af-80a8-1560ddacaf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:45.427895927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf1a4e49-1426-48af-80a8-1560ddacaf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.302127502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8056b5-a8fd-479c-911c-ae7cd234f342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.353950192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8056b5-a8fd-479c-911c-ae7cd234f342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.405808388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8056b5-a8fd-479c-911c-ae7cd234f342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:47.460020047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8056b5-a8fd-479c-911c-ae7cd234f342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.362608361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29c4e69-c9bc-4c42-a236-3bb34adae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.414609902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29c4e69-c9bc-4c42-a236-3bb34adae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.466428028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29c4e69-c9bc-4c42-a236-3bb34adae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:49.518119617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29c4e69-c9bc-4c42-a236-3bb34adae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.46924551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e5c3f-3905-46f7-aaab-74f8bc4b8cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.521050273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e5c3f-3905-46f7-aaab-74f8bc4b8cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.572831878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e5c3f-3905-46f7-aaab-74f8bc4b8cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:51.625246486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e5c3f-3905-46f7-aaab-74f8bc4b8cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.032492505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.576361156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4005f28-f21b-48a3-9e13-1c8e2f35af96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.628551894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4005f28-f21b-48a3-9e13-1c8e2f35af96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.680261048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4005f28-f21b-48a3-9e13-1c8e2f35af96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:53.732105156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4005f28-f21b-48a3-9e13-1c8e2f35af96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.648063811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a476e-d3f2-48bf-ae35-0df6ee5d548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.699698475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a476e-d3f2-48bf-ae35-0df6ee5d548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.751373186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a476e-d3f2-48bf-ae35-0df6ee5d548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:55.803279428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a476e-d3f2-48bf-ae35-0df6ee5d548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:57.692028027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46f8bd-1793-467a-9c01-6c3bc3053e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:57.743913286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46f8bd-1793-467a-9c01-6c3bc3053e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:57.795668582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46f8bd-1793-467a-9c01-6c3bc3053e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:57.848015264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d46f8bd-1793-467a-9c01-6c3bc3053e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.723517077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3bb7a4-a173-4dbb-bfa3-439c1d2e2f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.775195464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3bb7a4-a173-4dbb-bfa3-439c1d2e2f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.826931999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3bb7a4-a173-4dbb-bfa3-439c1d2e2f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:27:59.87876163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3bb7a4-a173-4dbb-bfa3-439c1d2e2f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.815934445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf777d9-66a4-485e-9eec-03a52caa5a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.867828811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf777d9-66a4-485e-9eec-03a52caa5a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.919410023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf777d9-66a4-485e-9eec-03a52caa5a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:01.972090337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf777d9-66a4-485e-9eec-03a52caa5a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:03.97760703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b8e144-ae62-4d39-bb47-28a3256cd505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.029215756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b8e144-ae62-4d39-bb47-28a3256cd505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.080820807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b8e144-ae62-4d39-bb47-28a3256cd505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:04.132424105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34b8e144-ae62-4d39-bb47-28a3256cd505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.078803811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e02bf-c953-449d-a29f-171ac4c7b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.133850196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e02bf-c953-449d-a29f-171ac4c7b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.186812244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e02bf-c953-449d-a29f-171ac4c7b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:06.240001704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e02bf-c953-449d-a29f-171ac4c7b973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:12.091366739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9868c98c-5ca1-47c0-b8d0-1bc427d49327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:12.143019895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9868c98c-5ca1-47c0-b8d0-1bc427d49327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:12.194971413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9868c98c-5ca1-47c0-b8d0-1bc427d49327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:12.247078959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9868c98c-5ca1-47c0-b8d0-1bc427d49327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.118600296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ce79-af18-4380-b52d-fd778079834f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.170673468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ce79-af18-4380-b52d-fd778079834f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.222440723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ce79-af18-4380-b52d-fd778079834f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:14.274272193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6588ce79-af18-4380-b52d-fd778079834f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:22.99027429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.682287609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5033c-9601-4a3e-97e9-e25a306b2abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.73432772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5033c-9601-4a3e-97e9-e25a306b2abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.786094078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5033c-9601-4a3e-97e9-e25a306b2abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:24.838124684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5033c-9601-4a3e-97e9-e25a306b2abe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.781726941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb59d0-e29a-4d26-8fb3-c2b7aa2bb38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.833657475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb59d0-e29a-4d26-8fb3-c2b7aa2bb38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.885436808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb59d0-e29a-4d26-8fb3-c2b7aa2bb38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:26.93753215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07bb59d0-e29a-4d26-8fb3-c2b7aa2bb38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.67649961Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","namespace":"ai-tenant-e2e-praxis-a-03fe6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.676559023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","namespace":"ai-tenant-e2e-praxis-a-03fe6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.67660783Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","tenant":"e2e-praxis-a-03fe6e","tenantID":"e2e-praxis-a-03fe6e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.729993423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-03fe6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.794283457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Service","name":"maas-api-e2e-praxis-a-03fe6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.852274468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-03fe6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.908633268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-03fe6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:32.962971019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.016907506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.080213147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.134436846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.186293163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.237821186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.295288829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Service","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.346970891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.399395769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.45069778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.501840941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.557514201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.608671974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.65974591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.712471494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-03fe6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.760965246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"dd16823b-a979-496c-b637-ce7829c7ad64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:33.764390787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-03fe6e"},"namespace":"ai-tenant-e2e-praxis-a-03fe6e","name":"default-tenant","reconcileID":"bacd98aa-52b1-46d8-bb6a-0e26fcf21d8f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-03fe6e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.099154101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"2c717ad8-a3b0-4634-80d9-27dd04a2d3dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.216812782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"5c6b913e-a6fd-4abf-97f5-9d6a0bbb930c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.389345421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"d982b5a6-5881-4a7a-a1a1-7c0acce2c0ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.511055559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f560da57-f7f3-470f-a6bb-38eb9d70a73d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.614094574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8843685f-70e9-41cc-b5dc-550de6c798ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.746904929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"c89c082e-0d9a-4964-b4f9-eafe85a04493","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.850054774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"0fe20b68-371a-4a62-81eb-bfa5257ca782","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.942235277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"73521923-dd61-4cf9-9ddb-a2b35f281cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:34.982444848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"392aa7af-afb4-4f03-92b4-447073c67ce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.042550068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a23db8c6-0b05-42b4-b4f1-f9d8d0c517e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:35.142159057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"9cc898f5-dad8-4759-8e32-7d7e58ed785e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.745357915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"293ce262-5fa2-46cc-b26d-27b9193f1f30","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:37.745390276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"293ce262-5fa2-46cc-b26d-27b9193f1f30","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:38.629014127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"fb954025-e683-44ee-8ca1-6e6418277cda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-818fe8","tenantID":"e2e-ipp-a-818fe8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:38.745075948Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"fb954025-e683-44ee-8ca1-6e6418277cda","name":"e2e-ipp-a-818fe8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.894711363Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-03fe6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-03fe6e","reconcileID":"21264e33-3380-410b-95df-3d33f374bd9c","aitenant":"ai-tenants/e2e-praxis-a-03fe6e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:39.960152149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c877f3d7-1bb6-410b-8218-e3fc1aa5e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.011978777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c877f3d7-1bb6-410b-8218-e3fc1aa5e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.063532403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c877f3d7-1bb6-410b-8218-e3fc1aa5e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.115303238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c877f3d7-1bb6-410b-8218-e3fc1aa5e1c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:40.656642162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-03fe6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-03fe6e","reconcileID":"21264e33-3380-410b-95df-3d33f374bd9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-03fe6e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-03fe6e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.069534713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08f258-aecd-4e12-8961-a0735d02f359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.121063914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08f258-aecd-4e12-8961-a0735d02f359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.172658886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08f258-aecd-4e12-8961-a0735d02f359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:42.224487588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae08f258-aecd-4e12-8961-a0735d02f359","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.329967269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3f2d1960-3dc6-49e8-a557-3cf799c882b9","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.329995002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3f2d1960-3dc6-49e8-a557-3cf799c882b9","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.384741522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"0b4c43f3-583e-4218-929e-cd287b13132e","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.384769989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"0b4c43f3-583e-4218-929e-cd287b13132e","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.524502521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"6c8c68f1-8ebe-4fdb-b838-4d4bf5d26c45","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.702090569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"6c8c68f1-8ebe-4fdb-b838-4d4bf5d26c45","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.757194178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"6c8c68f1-8ebe-4fdb-b838-4d4bf5d26c45","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.814301182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"73e1c1c5-9d16-41ed-94f7-470b3d12fdca","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:43.814320684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"73e1c1c5-9d16-41ed-94f7-470b3d12fdca","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.113985594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8f888-6685-475a-911b-8cbae695e032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.165483721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8f888-6685-475a-911b-8cbae695e032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.217220268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8f888-6685-475a-911b-8cbae695e032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:44.268779322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9a8f888-6685-475a-911b-8cbae695e032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.152659779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367d70fe-645d-4c04-999e-f5c231c9979d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.204471164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367d70fe-645d-4c04-999e-f5c231c9979d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.256184877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367d70fe-645d-4c04-999e-f5c231c9979d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:46.307926476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367d70fe-645d-4c04-999e-f5c231c9979d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.195649426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1c81d8-b4ff-4138-8d2b-dd059ab9ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.247658371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1c81d8-b4ff-4138-8d2b-dd059ab9ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.299657269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1c81d8-b4ff-4138-8d2b-dd059ab9ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:48.35144507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1c81d8-b4ff-4138-8d2b-dd059ab9ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:52.990500817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.363636123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0578cb5b-3a98-48c3-82dd-ee6ca12603d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.415886425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0578cb5b-3a98-48c3-82dd-ee6ca12603d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.46752231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0578cb5b-3a98-48c3-82dd-ee6ca12603d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.519136029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0578cb5b-3a98-48c3-82dd-ee6ca12603d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:53.94462386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"00feb638-b537-41c0-96ed-dc3f80bc3a94","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.001513087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"00feb638-b537-41c0-96ed-dc3f80bc3a94","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.056916042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"00feb638-b537-41c0-96ed-dc3f80bc3a94","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.622831113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"991cee58-3abe-438d-ab40-765ac848ecd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.729666341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"684278ea-b3e6-4c73-92a9-a71e0cd90756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:54.98391688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"cd4efd7a-6923-464a-9f93-9541543dac96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.087665294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"39e5118b-743f-4f08-b4d2-0a775fef37d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.143408221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"6cc90ae0-0dea-4e87-9885-033e611420d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.244682627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4494a40-4b3b-4f02-8317-a9a8e0b3aefc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.468599637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"be2eb54a-9224-49fc-9161-a0b4129c9848","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.472387639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dcaf8-e00c-46cc-a3bc-20078a1ec5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.524337284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dcaf8-e00c-46cc-a3bc-20078a1ec5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.576357051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"bead9dca-b76e-4a3a-b24b-6d7df4baf853","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.576373877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dcaf8-e00c-46cc-a3bc-20078a1ec5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.628200871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700dcaf8-e00c-46cc-a3bc-20078a1ec5b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.784164822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a23b61b7-7776-4c81-a47a-bd798352b9a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.784286952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"b10b4aa2-fb5f-44cf-a79b-56f8a3f1676a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.869981505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3fc2fb3-faee-408c-add7-bd0b0c4606c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:28:55.888293674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e5c1156a-395d-4252-beb8-a3986d21102d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.429444146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"28a320c7-0428-4391-ad91-a8d269d72f38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-adfeab","tenantID":"e2e-praxis-b-adfeab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.546232312Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"28a320c7-0428-4391-ad91-a8d269d72f38","name":"e2e-praxis-b-adfeab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.601813908Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","namespace":"ai-tenant-e2e-praxis-b-a2f549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.601874937Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","namespace":"ai-tenant-e2e-praxis-b-a2f549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.601936264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","tenant":"e2e-praxis-b-a2f549","tenantID":"e2e-praxis-b-a2f549","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.655384519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a2f549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.7165869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Service","name":"maas-api-e2e-praxis-b-a2f549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.774865566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a2f549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.828141443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a2f549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.887856132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.942307073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:01.998797718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.057496512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.109043806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.16387517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.219189992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Service","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.270644671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.322112594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.373412528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.424422217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.480292506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.531695197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.582963619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.635421671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a2f549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.687147175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a2f549"},"namespace":"ai-tenant-e2e-praxis-b-a2f549","name":"default-tenant","reconcileID":"bc5e2406-491b-4b92-8184-b31af03c080d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a2f549","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.743705521Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","namespace":"ai-tenant-e2e-praxis-a-11f7a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.743769656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","namespace":"ai-tenant-e2e-praxis-a-11f7a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.743818989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","tenant":"e2e-praxis-a-11f7a8","tenantID":"e2e-praxis-a-11f7a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.799011672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Deployment","name":"maas-api-e2e-praxis-a-11f7a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.85818911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Service","name":"maas-api-e2e-praxis-a-11f7a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.919434632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-11f7a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:02.973204083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-11f7a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.029313604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.083937595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.140480139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.195709576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.247503343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.299285292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.357322442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Service","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.409105256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.46039846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.511598947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.56293367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.618458244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.669551435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.720720842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.772571259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-11f7a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:03.824264596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-11f7a8"},"namespace":"ai-tenant-e2e-praxis-a-11f7a8","name":"default-tenant","reconcileID":"70ab49c8-e311-46c4-8cd6-c97a447f0ad5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-11f7a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:04.160826436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"9c587c2c-82ed-41b0-8640-fe7be4396d33","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:04.21756625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"9c587c2c-82ed-41b0-8640-fe7be4396d33","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:04.272766591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"9c587c2c-82ed-41b0-8640-fe7be4396d33","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.018251899Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a2f549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a2f549","reconcileID":"b8e0243e-da4e-4aab-aea2-194f001d883e","aitenant":"ai-tenants/e2e-praxis-b-a2f549","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.598196961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689ce68c-b5cc-4371-a20b-c471f9726d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.650057891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689ce68c-b5cc-4371-a20b-c471f9726d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.701858997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689ce68c-b5cc-4371-a20b-c471f9726d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.754285002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689ce68c-b5cc-4371-a20b-c471f9726d34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:05.868422337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a2f549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a2f549","reconcileID":"b8e0243e-da4e-4aab-aea2-194f001d883e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a2f549","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a2f549"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.671192148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1f326-e20c-4c1f-8dbd-869c9b71ab75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.722892683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1f326-e20c-4c1f-8dbd-869c9b71ab75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.774549547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1f326-e20c-4c1f-8dbd-869c9b71ab75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:07.826343081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1f326-e20c-4c1f-8dbd-869c9b71ab75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.777316252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ac64-4a67-4abe-8f04-1fac1bb1633e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.82903024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ac64-4a67-4abe-8f04-1fac1bb1633e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.880950287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ac64-4a67-4abe-8f04-1fac1bb1633e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:09.932915603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4891ac64-4a67-4abe-8f04-1fac1bb1633e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:10.962735625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"981a70d5-2af8-440d-a340-79aacff976b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.822833906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e8862c-b3ea-4dfe-8392-ab1f58b84c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.874831612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e8862c-b3ea-4dfe-8392-ab1f58b84c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.926571901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e8862c-b3ea-4dfe-8392-ab1f58b84c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:11.978466233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5e8862c-b3ea-4dfe-8392-ab1f58b84c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:12.425774024Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-11f7a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-11f7a8","reconcileID":"3420c725-5811-4a0b-9528-07c8dc4d6678","aitenant":"ai-tenants/e2e-praxis-a-11f7a8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.183908256Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-11f7a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-11f7a8","reconcileID":"3420c725-5811-4a0b-9528-07c8dc4d6678","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-11f7a8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-11f7a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.219585479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"8481b35c-3652-444a-849f-f894f795b546","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.886312753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e044d350-9c29-45a1-9135-589003cfa4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.907608081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"bbecca23-d7ec-4a7c-b6b3-14fbec1e0893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.942249162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e044d350-9c29-45a1-9135-589003cfa4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:13.99386971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e044d350-9c29-45a1-9135-589003cfa4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:14.045645539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e044d350-9c29-45a1-9135-589003cfa4c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:14.376047071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b45e3528-4548-49f1-9660-c3c1deaae0c5","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:14.43310891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b45e3528-4548-49f1-9660-c3c1deaae0c5","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:14.489388255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b45e3528-4548-49f1-9660-c3c1deaae0c5","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:15.917768361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0da7e6e-2c09-4bcd-861d-250e0b7070ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:15.969672709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0da7e6e-2c09-4bcd-861d-250e0b7070ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.021333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0da7e6e-2c09-4bcd-861d-250e0b7070ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.073015109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0da7e6e-2c09-4bcd-861d-250e0b7070ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.856259788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"91bd52e4-5707-42e7-9ee2-348a85006b12","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:16.911218443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"36c88d9e-5b85-495e-b6fc-b583ada3bc07","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:16.971149269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-sub-binding-b8ca02bd","reconcileID":"64795cb7-c4bc-456a-824a-f931d79bf3f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-b8ca02bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.058315475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7d5cc5bb-7a56-485c-bb96-1dcb8627b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.058417506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6c215fd8-adaa-435c-aa95-13cd3f1ef622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.08526159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"fe1184b0-65b7-4899-b51c-a38a7512613e","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.166643394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6c215fd8-adaa-435c-aa95-13cd3f1ef622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.166649235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7d5cc5bb-7a56-485c-bb96-1dcb8627b489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.167311865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5ef15fb2-4f0f-413e-ae52-158b4c46ce70","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.317273889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"3970d1d9-0d88-44a2-83fe-14b3cb04743a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.483217853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"18c7ec92-e421-49f7-86c9-26bd9ba6320d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.483312592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2a667ee4-d4e2-4893-8848-9df7852c6577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.489366515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-sub-binding-b8ca02bd","reconcileID":"15148407-4b64-4a3d-a667-59be48e0475f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-apikey-sub-binding-b8ca02bd","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.540241488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"18c7ec92-e421-49f7-86c9-26bd9ba6320d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.541100242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2a667ee4-d4e2-4893-8848-9df7852c6577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.654805043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"23294c8d-1985-43a1-b64a-cbc862229143","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.696958059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"19870ad7-00da-423e-962f-cd3d8f73bcb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.861842552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-sub-binding-b8ca02bd","reconcileID":"db04beef-c163-4f68-bb2e-7d128c9df09f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:17.970676253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17a824f-bc7e-4296-b457-380e5253873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.022404463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17a824f-bc7e-4296-b457-380e5253873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.074278568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17a824f-bc7e-4296-b457-380e5253873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:18.126028869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17a824f-bc7e-4296-b457-380e5253873b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:20.856778994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0ccfdb43-1255-4285-b318-5865182ffae1","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.044587758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2269c3a2-ce50-4c4a-83bc-052062f9803e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.044587406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a25ce9a8-f740-44be-a181-0a3a62d47ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.101846672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"2269c3a2-ce50-4c4a-83bc-052062f9803e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.104123685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a25ce9a8-f740-44be-a181-0a3a62d47ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.77185645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8375f5-8ea2-414d-998c-3aef24625830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.823799464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8375f5-8ea2-414d-998c-3aef24625830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.875474429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8375f5-8ea2-414d-998c-3aef24625830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:21.927725431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8375f5-8ea2-414d-998c-3aef24625830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.000003255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.8706495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fd91f5-2eba-419e-bb20-1bfdb29d9b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.922784588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fd91f5-2eba-419e-bb20-1bfdb29d9b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:23.974587788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fd91f5-2eba-419e-bb20-1bfdb29d9b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.026224736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1fd91f5-2eba-419e-bb20-1bfdb29d9b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.593603842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"fc81c25b-1cc6-48c1-923f-ef0a65ed0f54","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.65059063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"fc81c25b-1cc6-48c1-923f-ef0a65ed0f54","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:24.705922098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"fc81c25b-1cc6-48c1-923f-ef0a65ed0f54","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.918984672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7f9be5-5e70-40f9-b87f-4de146b47534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:25.971253045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7f9be5-5e70-40f9-b87f-4de146b47534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.02279187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7f9be5-5e70-40f9-b87f-4de146b47534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:26.075358215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7f9be5-5e70-40f9-b87f-4de146b47534","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.054711698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-sub-binding-b8ca02bd","reconcileID":"9896cea0-4e6f-43b9-8a84-7da49191e4ad","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-apikey-sub-binding-b8ca02bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.270076931Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-apikey-sub-binding-b8ca02bd","reconcileID":"9896cea0-4e6f-43b9-8a84-7da49191e4ad","MaaSSubscription":{"name":"e2e-apikey-sub-binding-b8ca02bd","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.478530757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"7bdfe30c-cbbb-4f01-ada5-c9b7b2f8825d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.490498731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"66180ca3-0caf-4325-af51-86033fc2405f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.652674118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a301788c-3a49-4edc-bd14-2d135e9072de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.65340745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"cd074ce7-d15d-446c-8e46-18e595ff404e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.711780401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a301788c-3a49-4edc-bd14-2d135e9072de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:31.711925835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"cd074ce7-d15d-446c-8e46-18e595ff404e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.634280767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"d9dd4d69-dc6f-4a4f-8b56-12f87ff407ca","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.68911064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"5c5f2d31-4984-4b9f-b595-4d63085d5b18","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:32.743215891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-sub","reconcileID":"b290211c-56e9-4699-99bc-e33fd4eca10d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.790112929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"15622725-f203-497f-9964-fd552aa9e873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.79016462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"34128f82-b7c9-40e1-8273-320d113e48e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.847015268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"34128f82-b7c9-40e1-8273-320d113e48e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.848275829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"15622725-f203-497f-9964-fd552aa9e873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.855757477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"adf299a6-bc4f-4181-8f44-a5c25bb541a1","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:32.912627703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"01347b25-0b5c-48a3-a2b5-da22a763af6a","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.155335309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fbf371dd-2a06-4746-86fb-024d9fb07794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.155674748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3dce2877-5b5f-4b2f-b01d-46a366034390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.17869543Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-sub","reconcileID":"275b414e-ff4c-4b2b-97ea-c37c77e80d6b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-ordering-sub","ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.212251968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3dce2877-5b5f-4b2f-b01d-46a366034390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.213009512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fbf371dd-2a06-4746-86fb-024d9fb07794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.343461716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"491581d5-6940-43a8-bec6-6c193245cfa7","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.388038598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"4c61957d-5e75-406b-a9ef-c4e0e137c603","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:33.55172349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-sub","reconcileID":"25b55bb8-108a-4100-8a51-24d05001aec2","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.809848749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b72681a7-8314-47b8-b11e-8cf819cb1a72","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.866506306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b72681a7-8314-47b8-b11e-8cf819cb1a72","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.921837698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86452d56d5c7d5c57c187188b95c05d4389e0658c61be79fd8c0e15d30e0aae7) AuthConfig (d735906e2622ad9a864cfbe5b09a0a440fcd044fca6dfccb7da1ee76942c7bf3) AuthConfig (ac2abc24e5aa3dffd3dd188be89edb324a823dd9ffae686f979c917141159a1d) AuthConfig (c3a17d121a144700b6dc40676df6b16f629781741b2ba1e64ce9e9b2015f00ed) AuthConfig (04898686d36dc0ed41ed1fa297f8375662d5885fa2f6363350c4aa28cd302c94) AuthConfig (4c98235781713cd4eba94e6e77d96db7a21556556c9f94e148f766657e349578) AuthConfig (dacc699f3db8cf2cfcd0b9fdec2678bb907cca1931cd168a5d6c2a3cc7c98ac5) AuthConfig (199f03d7d5dd0b4c3fb40c2ed3ac8064aca4a205c4a4dcdbfd16ee7cf6ea65ba) AuthConfig (1bed9781f0a9d4fd24f14bba4e0a580247730933fa925430ea261830555f9228) AuthConfig (532e70058b791087ac29bd18c9a3cfa80d9307638a922c05a799e0b83096ae19) AuthConfig (154372ed6f3a05e426f245a6b9758e6df663b6a673d6351c357cce102fcee429) AuthConfig (cebb02b5ccd09d67083ffcf2025925139e5e2c273abad501221026c05d5e5560) AuthConfig (5af145ec92bc7162434c83f5540eb8ef1a9b1dde5ba46ccfbce66bb5468cea3e) AuthConfig (cb748f5a899ec4c602470d714d82819c35995b75c94e8b980b08b1bad8f9558a) AuthConfig (ed544143986b9f763be5f56540b3ecd361ef29fe080713f947d7022c52649927) AuthConfig (6ac0c4b3f95ed37172eb3374b8b52702fca2c39350122ed09dd036b5d9867df3) AuthConfig (7aa5e2ab9452fcdb5d322fff3f562bebb01e0e096b28d3ee33bd5cb98e8835ed) AuthConfig (3e52911c23cbab485c2a45eae29f2e0583ac48b51c8c8e1964f9aef5281f12b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"b72681a7-8314-47b8-b11e-8cf819cb1a72","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.979564259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"ec4477f9-03c5-42cd-a87e-e34045e8b9b7","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:34.979585237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"ec4477f9-03c5-42cd-a87e-e34045e8b9b7","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:35.998504111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"7adc9081-2201-4783-aa1f-e2b9e40813e0","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.052933801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"e020e3e2-1099-45d4-95f8-8c6effb932dc","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.206632336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"b8043bfb-171b-4512-9b52-4a5c1426aeb2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.262958216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"b8043bfb-171b-4512-9b52-4a5c1426aeb2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:36.576934881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"76c88e91-8acc-43fb-ab20-3fd52b276f19","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.839856548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"0ce9d1c5-bc1a-41fe-a827-227a6f843f05","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.995160967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"33050724-2391-495c-9487-c8ec3e3f58a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.9953101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"cf362c47-3e4a-4e8b-8427-17512041d2d3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:38.995966632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f98102f1-8c75-426d-85ac-475a1c6ec7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:39.055556048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"cf362c47-3e4a-4e8b-8427-17512041d2d3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:39.059122502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"33050724-2391-495c-9487-c8ec3e3f58a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:39.063341616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f98102f1-8c75-426d-85ac-475a1c6ec7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:45.083220242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5137ad43-287a-488c-8bd3-0d20d0dbb1d0","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:45.140644033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5137ad43-287a-488c-8bd3-0d20d0dbb1d0","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:45.1960965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-1cb1f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86452d56d5c7d5c57c187188b95c05d4389e0658c61be79fd8c0e15d30e0aae7) AuthConfig (d735906e2622ad9a864cfbe5b09a0a440fcd044fca6dfccb7da1ee76942c7bf3) AuthConfig (ac2abc24e5aa3dffd3dd188be89edb324a823dd9ffae686f979c917141159a1d) AuthConfig (c3a17d121a144700b6dc40676df6b16f629781741b2ba1e64ce9e9b2015f00ed) AuthConfig (04898686d36dc0ed41ed1fa297f8375662d5885fa2f6363350c4aa28cd302c94) AuthConfig (4c98235781713cd4eba94e6e77d96db7a21556556c9f94e148f766657e349578) AuthConfig (dacc699f3db8cf2cfcd0b9fdec2678bb907cca1931cd168a5d6c2a3cc7c98ac5) AuthConfig (199f03d7d5dd0b4c3fb40c2ed3ac8064aca4a205c4a4dcdbfd16ee7cf6ea65ba) AuthConfig (1bed9781f0a9d4fd24f14bba4e0a580247730933fa925430ea261830555f9228) AuthConfig (532e70058b791087ac29bd18c9a3cfa80d9307638a922c05a799e0b83096ae19) AuthConfig (154372ed6f3a05e426f245a6b9758e6df663b6a673d6351c357cce102fcee429) AuthConfig (cebb02b5ccd09d67083ffcf2025925139e5e2c273abad501221026c05d5e5560) AuthConfig (5af145ec92bc7162434c83f5540eb8ef1a9b1dde5ba46ccfbce66bb5468cea3e) AuthConfig (cb748f5a899ec4c602470d714d82819c35995b75c94e8b980b08b1bad8f9558a) AuthConfig (ed544143986b9f763be5f56540b3ecd361ef29fe080713f947d7022c52649927) AuthConfig (6ac0c4b3f95ed37172eb3374b8b52702fca2c39350122ed09dd036b5d9867df3) AuthConfig (7aa5e2ab9452fcdb5d322fff3f562bebb01e0e096b28d3ee33bd5cb98e8835ed) AuthConfig (3e52911c23cbab485c2a45eae29f2e0583ac48b51c8c8e1964f9aef5281f12b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5137ad43-287a-488c-8bd3-0d20d0dbb1d0","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.608391048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53b1775-d59d-4e18-b3d9-21fc16770dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.660289135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53b1775-d59d-4e18-b3d9-21fc16770dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.712315863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53b1775-d59d-4e18-b3d9-21fc16770dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:48.764066778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f53b1775-d59d-4e18-b3d9-21fc16770dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.027590228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-sub","reconcileID":"5cadc5c1-8890-458c-8ceb-5c05a0e7ab59","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.241531049Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-sub","reconcileID":"5cadc5c1-8890-458c-8ceb-5c05a0e7ab59","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.450195619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"0e1f562d-9937-4ba4-b618-b1e64a05ec32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.506477346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"7007eaee-a2ad-4fa3-88a3-df6c4fb4ace5","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.64560234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"dba04da8-d09d-4687-9c80-2e1c4f78fc10","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.660794333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4779a62b-9340-4a9b-a304-9d19c2c66e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.662538921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"aa00175b-ecbb-41c4-a004-714b401e251a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.663619813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"98deddd6-9e2b-4938-810c-d8d2f4e040b9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.717651427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4779a62b-9340-4a9b-a304-9d19c2c66e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.719104011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"aa00175b-ecbb-41c4-a004-714b401e251a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.719998442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"98deddd6-9e2b-4938-810c-d8d2f4e040b9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:49.971025162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-ordering-auth","reconcileID":"c9c021b8-9b67-4d20-a6e2-f486ea540ed5","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.225282169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"de03ccf3-bf5a-4ec2-9515-da70c346d2e4","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.649841554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04937023-e366-408a-8c84-584ed988318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.701542086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04937023-e366-408a-8c84-584ed988318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.753458248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04937023-e366-408a-8c84-584ed988318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:50.827243826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04937023-e366-408a-8c84-584ed988318b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.446865624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"8c678ac2-122c-41a5-a01e-17fff13b311f","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.501370402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"1dff9c7f-a066-4a67-911a-f9019a26c0d1","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.658103876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"be4adb78-ab43-499c-bc4f-2997f137dc47","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.705091931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"d70175e4-f1ee-4ae3-9cad-77580113e52d","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.716570958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"be4adb78-ab43-499c-bc4f-2997f137dc47","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.76169246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"fa94547f-91a4-4bf2-a7b3-c0151b3c28ca","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:29:51.814755116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-success","reconcileID":"80ed2f55-01f4-4eb0-ac30-eaf88f13747a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.860519329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0757e45c-458b-4590-a740-42a847abd282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.860520511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5f004823-6467-458c-baad-52b139a0c01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.917454203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5f004823-6467-458c-baad-52b139a0c01c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.919667283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0757e45c-458b-4590-a740-42a847abd282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.928788606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"5d5708cf-f709-4bd3-bda1-d859dd9bba8d","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.981463213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"0eba2609-5b62-49b5-8f50-9d1c32941101","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:51.983013122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"b7b96464-fa9d-41f2-a5d4-22c23ad419a9","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.134933931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"d6f36311-d805-42aa-98aa-8a473059c35b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.231869656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"d6f36311-d805-42aa-98aa-8a473059c35b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.233110947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"63a9dcb8-b397-4155-8a53-325f64800167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.239602318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ec1b4ab2-2442-4927-8b3d-e3d00819a429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.249091346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-success","reconcileID":"8afd3da8-0451-46d2-b488-80e0f8b1bf78","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.29155068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"63a9dcb8-b397-4155-8a53-325f64800167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.296094611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ec1b4ab2-2442-4927-8b3d-e3d00819a429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.415845981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"881834ff-d2b5-4115-a4cb-aa6d7660af77","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.457061738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"f5e2e6cb-71bd-4c88-a8bf-23fd0e05bf88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.623901392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-success","reconcileID":"e5d5610b-e9ee-4d8b-893c-640db0ce683d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:52.991908282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.305090361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"2dd8b8b0-088f-4670-8f3c-edded4b960da","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.374786826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"2dd8b8b0-088f-4670-8f3c-edded4b960da","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.707381659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"b9d72ef6-d573-44f0-872b-420fede191fd","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:55.70741964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"b9d72ef6-d573-44f0-872b-420fede191fd","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.118425016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"a52c0380-0313-404f-bb64-4fa5428bc59a","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.282733317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"7651d737-ae33-4e44-b9aa-897849dc905c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.28355085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e160d716-9ded-45ba-9da7-f69f36d2994a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.284105817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7e66c127-c4a8-45e4-abc9-fd49ba3f3b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.349001739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"7651d737-ae33-4e44-b9aa-897849dc905c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.35274776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7e66c127-c4a8-45e4-abc9-fd49ba3f3b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:29:56.353354744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e160d716-9ded-45ba-9da7-f69f36d2994a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.034803193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"cd0da00b-3c35-467a-914b-755c49c55ac6","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.034832525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"cd0da00b-3c35-467a-914b-755c49c55ac6","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.092247817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c6d27c4b-1817-4d3d-8b42-79cc1641357f","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.092275139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c6d27c4b-1817-4d3d-8b42-79cc1641357f","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.137595546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"bdc589ab-6098-43f3-9629-e3b81954e1de","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:01.142823962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"86b63dbb-9e95-4b24-ad50-bd45754b094f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-1cb1f8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:01.145442738Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c6d27c4b-1817-4d3d-8b42-79cc1641357f","name":"ipp-route-1cb1f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1cb1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:01.145494928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c6d27c4b-1817-4d3d-8b42-79cc1641357f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-1cb1f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.151309218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3aaf1057-3128-4a71-99ea-b5f53660823a","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.15133244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3aaf1057-3128-4a71-99ea-b5f53660823a","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.19449206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"bdc589ab-6098-43f3-9629-e3b81954e1de","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.251303896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"00c556e1-ae40-47ce-a224-369311e50d71","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.251323883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"00c556e1-ae40-47ce-a224-369311e50d71","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.308536163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"f127308e-152f-4b85-a534-dfb6cf66dde9","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.308554613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"f127308e-152f-4b85-a534-dfb6cf66dde9","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.50233862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"8f9efade-56a0-4d09-b8c8-37a5f4c9dce9","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.521356904Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"d46f6192-5ea6-40d1-acdb-cd1709017708","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"maas-trlp-ipp-route-1cb1f8","model":"ipp-route-1cb1f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.559282057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"8f9efade-56a0-4d09-b8c8-37a5f4c9dce9","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.685622187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"52530ede-5a22-4444-9996-5ca21b049ef3","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.685648711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"52530ede-5a22-4444-9996-5ca21b049ef3","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:01.893576083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"080b8745-d357-4c86-85d3-4902cb13120d","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"maas-trlp-ipp-route-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.290327386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-success","reconcileID":"66eeb287-a8a9-46ce-97b6-f1ad3741d433","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.504914947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-success","reconcileID":"66eeb287-a8a9-46ce-97b6-f1ad3741d433","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.71227169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"46036513-2ac1-42c3-9cc9-cc714afb1987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.76646895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"538090a5-0f00-4d2c-8cee-8da0a33eebc5","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.907728255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"247757b5-3e41-43a5-9326-0d2ad19119a6","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.920019289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"1715cfed-7e47-4b3b-a869-9ff8ffb694f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.920161732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9410d9c4-9ef8-45af-91e3-33bb073ad65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.92053151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"28f44740-2d92-4f84-986e-a8765838c01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.976849041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"1715cfed-7e47-4b3b-a869-9ff8ffb694f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.977150358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9410d9c4-9ef8-45af-91e3-33bb073ad65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:06.9791859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"28f44740-2d92-4f84-986e-a8765838c01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:07.179937344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-success","reconcileID":"7c110d3d-8f76-4f63-99a8-527e2bca7547","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:07.33941865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"a5a6080c-408d-4671-bb64-5bd0f8b27f41","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.424320333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"9feb8a21-b5d4-47f1-951e-9639d10ae355","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.479136072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"85c1bdd7-bae4-4caf-9540-567c5d2676db","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.638065652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"05932808-ebfd-4786-85b9-90753f4a3858","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.686746555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"f6375fd3-2030-4d4b-a0fb-6a0684accb7a","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.69603985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"05932808-ebfd-4786-85b9-90753f4a3858","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.741539485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"a21f2576-8d23-4a2f-9db9-3483a63b991f","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:08.795439186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-no-access","reconcileID":"3bf3e5ad-bc0d-425c-a407-33d21e2ff594","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.841590041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f742ac5d-49d5-4988-9233-42132f73a525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.841594121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9ea6dd64-3b90-4588-a9b8-8bf83aa27c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.899324079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f742ac5d-49d5-4988-9233-42132f73a525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.89937011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9ea6dd64-3b90-4588-a9b8-8bf83aa27c14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.909632087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"b44af463-b9de-41ae-8ba2-5054d06edd4f","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:08.967332395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"cde1b07f-2f5f-46c2-9314-a90e5cfc1d52","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.011381538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"35bc11da-870d-40b8-9da4-0fd355cee995","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.17879897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"85508248-dd5a-44fa-bdd9-3f1ecb279a83","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.242876188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"85508248-dd5a-44fa-bdd9-3f1ecb279a83","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.245155776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-no-access","reconcileID":"b316ecd0-7233-44e0-bd0b-6a5c9a38fd05","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.291088487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f0069c39-6971-4e88-a8a4-6e5fd6511097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.291132878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e989a5cc-d2e5-4e6b-be67-f6e31ae88569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.348488025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e989a5cc-d2e5-4e6b-be67-f6e31ae88569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.348500757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f0069c39-6971-4e88-a8a4-6e5fd6511097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.440744442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"d9ff2e4b-ae4a-4f86-a98f-57fdb9d445b8","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.452910429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"ab2318a7-3a68-4e06-9271-3a3f90f43150","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:09.649334246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-no-access","reconcileID":"a130457e-2be3-4111-a49c-cd8aa0251998","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.875155136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44049d3-c7e5-4d2b-90fc-66d3ed85c7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.927038881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44049d3-c7e5-4d2b-90fc-66d3ed85c7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:10.978980452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44049d3-c7e5-4d2b-90fc-66d3ed85c7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.030784032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b44049d3-c7e5-4d2b-90fc-66d3ed85c7f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:11.933167265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"ead6a767-9c24-4e49-84f0-f477e072f475","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.126250498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"2cf6acb5-395b-45ec-97f8-093455a2f721","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.178095707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6181a435-de1f-4ea9-9d86-58b71febcb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.178302808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ef95dd5e-9470-4639-bbd9-753ec747dd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.18323411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"2cf6acb5-395b-45ec-97f8-093455a2f721","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.236423292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ef95dd5e-9470-4639-bbd9-753ec747dd69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:12.236435339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6181a435-de1f-4ea9-9d86-58b71febcb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.016401564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf481bb-c405-4041-831b-bf2773465c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.068371582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf481bb-c405-4041-831b-bf2773465c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.120247577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf481bb-c405-4041-831b-bf2773465c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:13.171941609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf481bb-c405-4041-831b-bf2773465c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.05295197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"9f3bccfa-3bbc-460a-995e-61b4b923b93e","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"maas-trlp-ipp-route-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.220109314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"2ec458d2-41ab-48e5-a524-b9a8c35ffe03","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:15.220128079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"2ec458d2-41ab-48e5-a524-b9a8c35ffe03","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.158155121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5a1b6669-4027-46fa-a30d-a950666a2f65","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:16.215365897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5a1b6669-4027-46fa-a30d-a950666a2f65","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.405860395Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","namespace":"ai-tenant-e2e-praxis-b-85efc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.405979796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","namespace":"ai-tenant-e2e-praxis-b-85efc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.406072108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","tenant":"e2e-praxis-b-85efc6","tenantID":"e2e-praxis-b-85efc6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.459516754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Deployment","name":"maas-api-e2e-praxis-b-85efc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.518974328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Service","name":"maas-api-e2e-praxis-b-85efc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.57958096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-85efc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.63340294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-85efc6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.697974405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.754530342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.811545277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.86776057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.921828937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:19.974354942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.043802916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Service","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.100582589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.152071308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.208418684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.259906792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.317050738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.369006363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.42039381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.513195477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-85efc6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:20.570251312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85efc6"},"namespace":"ai-tenant-e2e-praxis-b-85efc6","name":"default-tenant","reconcileID":"5684862d-42f2-45d2-a825-b8574d29492e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-85efc6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.075960597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edf37d-2ff0-4b8b-8c76-ea5d9fde143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.127504771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edf37d-2ff0-4b8b-8c76-ea5d9fde143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.205124862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edf37d-2ff0-4b8b-8c76-ea5d9fde143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.257726131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-no-access","reconcileID":"e5527b01-69cd-4db7-b6ae-cf90f60b6325","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.258301735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4edf37d-2ff0-4b8b-8c76-ea5d9fde143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.558462647Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-no-access","reconcileID":"e5527b01-69cd-4db7-b6ae-cf90f60b6325","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.766314615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"33939dcc-d25d-4d70-9d84-bb902c1316a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.821794856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"25df61f8-d02d-42dd-8e17-67a41ea0b3d3","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.976276417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"d04d4773-e845-462d-98ce-1e296565665d","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.980868627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"62923a9e-2710-46af-b5fe-f4ea6cb6a9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.981061322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"d96427a6-08f8-4c4a-b66a-f3968d4e6bb4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.980868784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"07ad02e7-5bc4-4288-a246-3a16bd89724d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:22.990052213Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.041808077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"62923a9e-2710-46af-b5fe-f4ea6cb6a9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.043391703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"d96427a6-08f8-4c4a-b66a-f3968d4e6bb4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.04424707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"07ad02e7-5bc4-4288-a246-3a16bd89724d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.244569383Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-no-access","reconcileID":"69468063-7067-4f25-a7d1-7870c16d0284","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:23.404980188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"d525d6e2-c129-48e0-9b31-2a6ae2845e7e","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.19193655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd7b27c-10cd-4875-9133-2f7710393fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.245421471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd7b27c-10cd-4875-9133-2f7710393fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.297541145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd7b27c-10cd-4875-9133-2f7710393fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.349498594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd7b27c-10cd-4875-9133-2f7710393fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.36972105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b134b0de-62d8-4bf2-9643-dd8b76a8465f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.426441334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"5b9d1ce3-6a8b-4c9d-818e-01822e934206","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.613291754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d68a0cd2-d5cc-4f09-9400-d301c53408bf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.638492253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"70b5c695-a379-4fcb-9a44-db565b859799","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.670220895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d68a0cd2-d5cc-4f09-9400-d301c53408bf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.694298886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e4f041df-db12-47a0-907c-2124a0bf77fa","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:24.746491821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"3c25e4e9-afaa-4e96-9dd0-d36b737da07e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.792147894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c2a11027-fc38-45c6-96f2-ef1b81719be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.792349544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0bea5aef-3caa-4364-a806-5d1ab8fecd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.849197027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0bea5aef-3caa-4364-a806-5d1ab8fecd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.849438487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c2a11027-fc38-45c6-96f2-ef1b81719be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.858496108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"019e3cc1-b340-4aae-9e34-b1667f0f75d8","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.915774522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"78014bb8-26d2-4ff9-bbac-9c8599be1765","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.962664225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-free ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.962880327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"80db6e40-a51e-4c53-81d2-b26266f0c101","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:24.983972027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"c6b43854-3334-4ada-9198-6ec55f7ee8bf","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.01903462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7d81eee8-8a91-4a35-a959-e383b7e763ae","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:25.073425036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"fd526d49-e9ce-40eb-94c5-a38de6b0d959","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.074407148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e67b3eee-fabc-46db-b0b0-9e80b034b11d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.138137027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d95f887e-45ec-40f5-8282-834ba160cad6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.184253208Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"b15cc160-4290-4669-9c08-7d665754effc","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.18848152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b33aa7b7-1a89-449b-a0b4-0f16badf29b0","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.194927488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d95f887e-45ec-40f5-8282-834ba160cad6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.239297122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4a5b5512-c4ee-4055-b7a4-4d7fa9cfa88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.239754974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f57243d1-58a1-439d-a0dd-2854bf56db3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.245404707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"299411f1-b235-455c-9fee-84ec8f23cb50","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.297355559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f57243d1-58a1-439d-a0dd-2854bf56db3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.297674033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4a5b5512-c4ee-4055-b7a4-4d7fa9cfa88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.394745179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"2cd0f67b-d88f-42eb-a260-d2a3d1ff9a23","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.493970747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"2094bf81-63b1-4ca1-9edd-496c269769c7","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.500205004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"9b8ced41-a2b3-43a7-8f7c-83baf87b977b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.595292502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8abcd146-06ea-4ded-83cc-45fcb8388d09","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.652021724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8abcd146-06ea-4ded-83cc-45fcb8388d09","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.733379617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"fa28254b-847e-458b-ab7b-39af820cbd40","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.733781833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"0de480f1-c61f-4e50-8fee-f5257fd87c08","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.734534454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"eb24a1e8-2af6-440a-a745-471ec0102073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.79109631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"eb24a1e8-2af6-440a-a745-471ec0102073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.83554718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"341ffbf3-8e24-4672-9eab-b1491941008a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.893292654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"994f4895-c240-406a-9e42-13c5be3b7e3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.894312146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"341ffbf3-8e24-4672-9eab-b1491941008a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:25.961944524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"62351e81-01bc-4667-b013-622e859b28e6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.065681487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"8e3ee225-7159-41cc-b351-0847141e5ad0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.213495243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"0144ecff-9dae-45a1-bfc5-4e4ed0abac3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.233946918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c70ea05-3dbd-4f61-bdf9-b38836c1fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.286737759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c70ea05-3dbd-4f61-bdf9-b38836c1fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.338966909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c70ea05-3dbd-4f61-bdf9-b38836c1fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.396421328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c70ea05-3dbd-4f61-bdf9-b38836c1fdfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:26.763948045Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85efc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85efc6","reconcileID":"80233a0c-fbb4-4a55-9ebe-74c1a26f4394","aitenant":"ai-tenants/e2e-praxis-b-85efc6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:27.557462784Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85efc6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85efc6","reconcileID":"80233a0c-fbb4-4a55-9ebe-74c1a26f4394","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85efc6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-85efc6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.390906628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a78c9d-f84a-4567-aa2c-98ef1aa68803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.445932631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a78c9d-f84a-4567-aa2c-98ef1aa68803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.498307767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a78c9d-f84a-4567-aa2c-98ef1aa68803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:28.554418368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a78c9d-f84a-4567-aa2c-98ef1aa68803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.087613655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"28562d6b-e31f-4dd2-bfba-665485fadf66","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.246701648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"accc7b22-c77b-49cd-9c07-7693e436fc03","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.247521135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c7013161-9b62-4cc1-9932-5385d4cd5f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.255590716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"667312a8-1464-492f-9983-4538e50d0083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.305927812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"accc7b22-c77b-49cd-9c07-7693e436fc03","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.30606492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"c7013161-9b62-4cc1-9932-5385d4cd5f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.312659651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"667312a8-1464-492f-9983-4538e50d0083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.713525409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"e1d14500-e893-4890-897c-91049a3dc428","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.713545744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"e1d14500-e893-4890-897c-91049a3dc428","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.879091018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"aa48fbd1-8a69-4d74-9803-094240fbc123","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.939607516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"aa48fbd1-8a69-4d74-9803-094240fbc123","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:29.944814398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"671a5522-6c3e-45b0-b23e-3e222d2075b3","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"maas-trlp-ipp-route-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.113819637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3ce5a436-e79f-40c9-8ff2-77c0344d709b","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.11383963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3ce5a436-e79f-40c9-8ff2-77c0344d709b","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.321703238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"74768bec-cadb-4b19-b0ae-ebef69a7db00","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"maas-trlp-ipp-route-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.491679768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abaca41-9f9c-4e4e-bd26-1fb9a08cd4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.545411975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abaca41-9f9c-4e4e-bd26-1fb9a08cd4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.598976938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abaca41-9f9c-4e4e-bd26-1fb9a08cd4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.653424881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abaca41-9f9c-4e4e-bd26-1fb9a08cd4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:30.865360315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a1a7354e-ecf1-464b-bb51-4b5d6d68b6f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.615400031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ea37-9f9c-43ec-bfee-06d87091e6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.667518427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ea37-9f9c-43ec-bfee-06d87091e6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.719863441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ea37-9f9c-43ec-bfee-06d87091e6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:32.771801142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b780ea37-9f9c-43ec-bfee-06d87091e6d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.023433193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"78954866-1ac0-4daf-b6d2-511077a1168a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:33.847919392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"c47eb8cd-03f0-444b-88de-b55d756554dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.751664522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"d1631785-4248-48ab-926a-40846a98c036","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.80835706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"60c21cfe-1c86-49a6-bac0-4854c821242c","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:35.96741562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"0b3b6618-cad8-40c6-b785-6b159c4dcc47","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.011445528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6029e047-757e-436a-a236-894d2039def4","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.024216219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"0b3b6618-cad8-40c6-b785-6b159c4dcc47","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.065796373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"ab93ecf4-c0e2-46fd-984c-8d86f2406a4f","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:36.117752985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"b5d2fdef-5ffa-4e5f-ab46-2f64ff475bdf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.123575722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"4c154dfc-8390-4d6d-8ccf-d1a4f0670bf6","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.16453604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cce5e64e-131a-473e-ae0b-e4a767d5aec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.16470211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"53e84b2a-5500-4f54-9cc7-def280ee7859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.221939224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"53e84b2a-5500-4f54-9cc7-def280ee7859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.222784544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cce5e64e-131a-473e-ae0b-e4a767d5aec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.2317424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"2f648453-c172-4396-908b-09bf04a829cf","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.290674447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"8ffc9ab1-1dfc-4653-a8eb-cd5452f77270","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.339327333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"f37df632-e6ae-4236-9b1b-272e5349afbf","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.493681725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"0c374f0d-669a-42f6-afa1-d60f2b05948b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.550398392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"0c374f0d-669a-42f6-afa1-d60f2b05948b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.556371116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"d1c48428-00e0-410d-ae8f-bac3973cb613","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-ec2f9a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.637360334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df0f1254-f599-4763-b7de-a8a574ede82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.637370601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"4377a6c5-14e7-4253-84da-634aa9eb4e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.695465356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"4377a6c5-14e7-4253-84da-634aa9eb4e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.695509523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df0f1254-f599-4763-b7de-a8a574ede82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.721407425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"cf3f77e6-86d0-4238-b52a-106961917d2d","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.763878793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"af598fb8-96df-452c-82d4-4c5d31abca16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:36.928313544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"bd3dd898-3724-420a-b7a8-72fef2f2176c","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:37.094061909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"e0c2bfb3-51cf-46ac-8fa8-f5f5a1ebe0cf","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:37.328529367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"ada07ea9-bf63-43ae-a1e5-d6e27731f125","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:37.328543599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"9c81e5c1-aff3-4971-9f7e-a2b71fe3102a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.253641294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"af9c5302-dbb5-4262-a458-cf1ccc02bf96","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.30337181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"7a6e647f-f86c-4a48-8156-84dba47405d1","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.457608325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3b3c08e0-1baa-41ba-88e4-208ec6a7dba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.457740465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"5fbaaffc-d566-43a8-aa64-c2495eb07126","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.458155096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ce027b1f-943d-424f-937b-e37dbff4744f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.468786714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-free","reconcileID":"af9c5302-dbb5-4262-a458-cf1ccc02bf96","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.515224355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"5fbaaffc-d566-43a8-aa64-c2495eb07126","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.516187665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3b3c08e0-1baa-41ba-88e4-208ec6a7dba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.517804842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ce027b1f-943d-424f-937b-e37dbff4744f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.677474848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"c25229d5-d030-446f-94e3-53c1c45bebde","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.677591247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"553ecd72-7ac9-42b2-b6bd-b0855c3e1737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.732533815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"9dbe859e-9fe6-4322-b217-3e641af294f5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.869827656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"2b0e160f-e5c1-4069-bc0f-d8eee40ba04d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.886585439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9f344d37-b84e-4eac-a003-bc18d6f86d65","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.886604193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"72cedc61-e581-454d-8af1-2c32dac26018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.887065495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0a415a02-c8d5-4a97-99b9-8ccd723214b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.943903428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"72cedc61-e581-454d-8af1-2c32dac26018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.944216264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0a415a02-c8d5-4a97-99b9-8ccd723214b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:39.946063562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9f344d37-b84e-4eac-a003-bc18d6f86d65","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.115456787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3f3e7ee8-e131-4875-a72e-b369d6c562b4","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.115477257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3f3e7ee8-e131-4875-a72e-b369d6c562b4","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.315702275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6e2ba410-3fc0-48a4-b6d5-2315f7ebcb60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.315887906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"151cedfc-6601-4b24-99e3-621ee601af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.316138557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"43883168-f6b4-44f9-9a46-37716762f859","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.372824024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"151cedfc-6601-4b24-99e3-621ee601af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.372867062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"6e2ba410-3fc0-48a4-b6d5-2315f7ebcb60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:40.375212752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"43883168-f6b4-44f9-9a46-37716762f859","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.465391423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"fe8f58e2-4082-4f81-8686-17bc2fc76807","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.68043027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-sub-only","reconcileID":"fe8f58e2-4082-4f81-8686-17bc2fc76807","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.888708418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"8893e0a7-08b1-477e-bb74-b1efafab1274","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:49.897320328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"cddf508d-1a97-44ab-bcb6-6b2e9654871c","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.03104256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"7b50ccba-4f75-4980-bf78-cb6a4b8483ae","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.045144843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6da5bc21-a8aa-4603-8d46-048407c868b0","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.051339295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"52a0ccb6-6ecf-48e5-b8e5-f2b478d05c9f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.05152141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c72b3385-3698-42ab-89d8-256f9a268c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.051339293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"db78f9ba-ffaf-42d0-88a0-b6d8816ba285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.108661092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c72b3385-3698-42ab-89d8-256f9a268c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.108727023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"52a0ccb6-6ecf-48e5-b8e5-f2b478d05c9f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.110928527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"db78f9ba-ffaf-42d0-88a0-b6d8816ba285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.116140286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"cf6bb256-3b21-493c-afe8-44610eb1111b","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.116154215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"cf6bb256-3b21-493c-afe8-44610eb1111b","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.246432023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-subscription-premium","reconcileID":"7b50ccba-4f75-4980-bf78-cb6a4b8483ae","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.315123812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-test-group-no-auth","reconcileID":"28bc8da6-abc4-4397-bdf8-683da5db70be","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.37166846Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","namespace":"ai-tenant-e2e-praxis-a-d530c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.371724997Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","namespace":"ai-tenant-e2e-praxis-a-d530c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.371773892Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","tenant":"e2e-praxis-a-d530c9","tenantID":"e2e-praxis-a-d530c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.42515945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d530c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.455115809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"4a381b5f-1cb2-4398-a812-393992bdcef0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.484591499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Service","name":"maas-api-e2e-praxis-a-d530c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.508468204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b9e66c56-1028-49c3-8376-995215961e61","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.545486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d530c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.56990492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"d25cca35-7734-4cf2-8d7d-6b6bd75379e6","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.599119034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d530c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.647454142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"303c3551-2c2a-4b46-8548-f0b76f37ffd1","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.669414565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.670452954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3a219f6a-fb11-4faf-b834-e47169c623cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.670695668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6fb613d4-9eff-4bf5-9439-8ee70ebeaab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.670948551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"148336a7-9c0d-4e9d-895a-4cc833dd45e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.738355919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.742077418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3a219f6a-fb11-4faf-b834-e47169c623cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.753621497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"148336a7-9c0d-4e9d-895a-4cc833dd45e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.756529015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6fb613d4-9eff-4bf5-9439-8ee70ebeaab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.79504135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.852378588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.904594075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:50.956054984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.011462572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Service","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.047286805Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"903e43a2-4aa9-49dd-98e0-4db0eea54c82","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.062983732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.114309641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.165502727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.216698347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.256591725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"42d89d56-8e85-4185-9c65-3edb5cafe13d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.272522547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.323980751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.375584486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.427519192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d530c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:51.48051894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d530c9"},"namespace":"ai-tenant-e2e-praxis-a-d530c9","name":"default-tenant","reconcileID":"6f94be29-ea63-4b65-9c99-450352c14d68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d530c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.415654356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a8ae548b-81e7-4838-bea0-b47196694124","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.470397833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"01dd7b1a-8311-4a03-a896-6fc5a5962879","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.626118517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"104af5a2-040c-4050-b18a-5c996c8a60c0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.689042835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"88d2795e-8d5a-4dfc-8410-027094281df4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.68969071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"104af5a2-040c-4050-b18a-5c996c8a60c0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.747881387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"9db5283f-085c-408f-b37e-eb8ac95eb09f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:52.808464477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-subscription","reconcileID":"9ebf6ad0-f9c4-4a36-853f-8cc60eff0550","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.847748844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4b3d3e31-991d-45f6-b56e-15e4b8543191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.847794336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"db7abef8-2b41-413a-b36b-ca420a71f207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.904841064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"db7abef8-2b41-413a-b36b-ca420a71f207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.904865016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4b3d3e31-991d-45f6-b56e-15e4b8543191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.922268387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ea00e79d-43c8-4029-8edc-aa5805a035d4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.980043203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e911dbab-bcaa-4c61-a84d-5c20dfc8f79f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:52.990776061Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.012711099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"965e4e47-ae53-4244-840c-da8dc3fddeff","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.16644324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"0d7bd908-85d6-406d-90b8-ca19fc47c619","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.223320825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"0d7bd908-85d6-406d-90b8-ca19fc47c619","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.246275539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-subscription","reconcileID":"76a37095-1673-4962-b487-1c91394a6f90","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.264232646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"37d7d585-68b8-463a-8ffb-253a6b77d781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.264318568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"b1ed3c2e-a4ec-410e-a581-a83c9b333947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.321363566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"b1ed3c2e-a4ec-410e-a581-a83c9b333947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.321486527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"37d7d585-68b8-463a-8ffb-253a6b77d781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.409610788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1a38254f-e6de-48bb-a31c-206f61cb9a90","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.455511081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"236dd9a9-e4e9-4d3c-bc75-4fa5f5b36925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:53.538922639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"0d7bd908-85d6-406d-90b8-ca19fc47c619","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.626403043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-subscription","reconcileID":"f725a33b-8217-48b3-aa16-2667b082d96f","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.699793294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"954c54c7-8b82-4eb8-9413-cb83cf8f2312","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:53.756979002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"954c54c7-8b82-4eb8-9413-cb83cf8f2312","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:55.976830872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0ace4553-5837-416d-9712-5cc11d40a899","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.131915828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4da75012-b48b-4073-bd28-87627f6013c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.132075025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c83a467b-70f7-40a0-8c46-fb62ca9fbcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.13236021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"734f2bf8-5534-41f8-9c3b-99b9474ddc1b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.189414867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c83a467b-70f7-40a0-8c46-fb62ca9fbcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.191143122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4da75012-b48b-4073-bd28-87627f6013c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:56.19187424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"734f2bf8-5534-41f8-9c3b-99b9474ddc1b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.516345298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"5b4c0e28-83c1-43c7-adce-2be8e7efede8","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.572547825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c2a82828-e40a-4203-b6e2-74077c93dad8","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.739450182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"49a8a28f-df34-42b2-8e75-fa91c94b721a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.80851321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"49a8a28f-df34-42b2-8e75-fa91c94b721a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.816462453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"cef76fba-0b9a-4946-9ad8-47a24221a08e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.873241956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"00d8e4f5-9c57-4f2c-9ff8-b85e8f6004da","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:30:57.928764677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-sub","reconcileID":"cd91e1ac-a5e1-453f-b146-72382f67f775","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.971141102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"497cab95-1698-448e-b394-907a5b8f5c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:57.971304514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0ca26a9e-2565-425a-8146-f9bbfa5b72f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.028507187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"497cab95-1698-448e-b394-907a5b8f5c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.028699393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0ca26a9e-2565-425a-8146-f9bbfa5b72f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.044076661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"dbad918f-9d33-40fe-9620-1f521941c5e6","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.099120068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"dd6d9630-3688-476b-9d66-f9fbf8911f4d","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.126130221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"91fd857c-3371-4204-8d29-eca81a2858ef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.280693775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"45ba0dc7-2a3e-4f65-9085-8b322cca4ca8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.338012106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"45ba0dc7-2a3e-4f65-9085-8b322cca4ca8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.366665212Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-sub","reconcileID":"8c49a43d-ec06-4174-99e3-ffc61098ac00","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-status-active-sub","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.427217247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9bf9c40c-b480-404d-a073-1c439bb0d6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.427217169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"af564654-0b81-4cde-a313-6f9d09d130d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.484077624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9bf9c40c-b480-404d-a073-1c439bb0d6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.484329124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"af564654-0b81-4cde-a313-6f9d09d130d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.531924063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ff01fca9-b23c-40a4-80b5-87e7d56fcc57","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.574891562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"21116e44-418b-4336-b3a7-db969ea7d3df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:30:58.739745414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-sub","reconcileID":"78204d90-8336-4cef-b1ae-6a27d1eae657","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.11751326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3c680b98-b3b6-4a34-8527-e4679d0763e2","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.117535651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"3c680b98-b3b6-4a34-8527-e4679d0763e2","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.514816189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"3e155e8a-6de4-419b-bc41-0cbed9b445bf","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.717895676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"b757d12b-8eaa-49fc-9e68-f2baff7b02e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.718207775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e3b7294e-4704-4d7d-90af-8e778d793aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.77253958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"949f3081-82f1-4539-9759-0c75cd14538a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.7759526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"b757d12b-8eaa-49fc-9e68-f2baff7b02e1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.830694505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"949f3081-82f1-4539-9759-0c75cd14538a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:00.830716163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e3b7294e-4704-4d7d-90af-8e778d793aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.04551107Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d530c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d530c9","reconcileID":"0046f466-9dc7-4c4a-b033-0430727f7788","aitenant":"ai-tenants/e2e-praxis-a-d530c9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.624911455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a04bc6-7cae-4f56-8e5e-c34864e5ca93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.676806075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a04bc6-7cae-4f56-8e5e-c34864e5ca93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.729083421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a04bc6-7cae-4f56-8e5e-c34864e5ca93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.781707673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4a04bc6-7cae-4f56-8e5e-c34864e5ca93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:01.841435143Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d530c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d530c9","reconcileID":"0046f466-9dc7-4c4a-b033-0430727f7788","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d530c9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d530c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:03.683867749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80e819d-fb39-47e2-9e92-9198dfcf5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:03.735551557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80e819d-fb39-47e2-9e92-9198dfcf5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:03.787197202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80e819d-fb39-47e2-9e92-9198dfcf5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:03.83900308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80e819d-fb39-47e2-9e92-9198dfcf5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.476487557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c78147bb-2d3c-46e5-bdf4-552bf1362eef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"tenant":"e2e-ipp-a-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.476512025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8","reconcileID":"c78147bb-2d3c-46e5-bdf4-552bf1362eef","MaaSModelRef":{"name":"ipp-route-1cb1f8","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"routeName":"ipp-route-1cb1f8-kserve-route","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","llmisvcName":"ipp-route-1cb1f8","gateway":"openshift-ingress/e2e-ipp-a-1cb1f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.550652793Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"86250538-a1d5-41cf-867e-a77b1ef0c4f7","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.602000379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5ff3a96b-6abc-4b59-ac89-e022defe8e88","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.665002357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5ff3a96b-6abc-4b59-ac89-e022defe8e88","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.665209166Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"5ff3a96b-6abc-4b59-ac89-e022defe8e88","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.724279107Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"38292c03-babe-4a23-8870-1426548a056f","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.781835493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960117a-8a63-4fd0-a17b-555a2bbf97fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.83678682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960117a-8a63-4fd0-a17b-555a2bbf97fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.891267479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960117a-8a63-4fd0-a17b-555a2bbf97fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.942969213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7960117a-8a63-4fd0-a17b-555a2bbf97fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:05.943130168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"cb78042c-3fa8-420a-a8d4-b51036270571","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.000204409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"cb78042c-3fa8-420a-a8d4-b51036270571","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.00025088Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"cb78042c-3fa8-420a-a8d4-b51036270571","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.022618727Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"15c2067f-bdae-4246-983d-27bfeb0e4a18","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.140653131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-subscription","reconcileID":"d895a5dc-13e8-499b-8874-7ee2a145ae17","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.326260785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"e3a5aae2-a92f-429a-bf52-983015de1e3a","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.366724142Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-subscription","reconcileID":"d895a5dc-13e8-499b-8874-7ee2a145ae17","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.383128986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"e3a5aae2-a92f-429a-bf52-983015de1e3a","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.383166712Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"e3a5aae2-a92f-429a-bf52-983015de1e3a","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.395884393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"990ae950-134d-441b-91a7-bfe298818390","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5239cddb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.535416074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"a207319c-e920-4808-be6a-76eba4d841c7","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.574790539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"237c0ee3-1748-45a6-a2f6-ae218069f50e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.628482286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"31907c2b-3c58-47d7-8018-5acf4c872818","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.714790272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"a1d4cc89-f705-447c-848d-007f6a36b03e","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5239cddb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.781652213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b784d7bb-9ce0-4e48-bad8-316fb0e9c0ae","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.782385555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"276765e9-64ba-4091-8000-1de953a81603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.783102828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"84990f31-118d-42a3-b813-5daf4010306d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.78326955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"28e8392e-066d-409b-b0df-383f9ca08ff4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.787849768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"a207319c-e920-4808-be6a-76eba4d841c7","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.845151444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"276765e9-64ba-4091-8000-1de953a81603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.847509241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"84990f31-118d-42a3-b813-5daf4010306d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.850481486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"28e8392e-066d-409b-b0df-383f9ca08ff4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.915546768Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"a207319c-e920-4808-be6a-76eba4d841c7","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"name":"e2e-ipp-a-1cb1f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:06.915571249Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-auth","reconcileID":"a207319c-e920-4808-be6a-76eba4d841c7","MaaSAuthPolicy":{"name":"ipp-route-1cb1f8-auth","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.087792275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-test-group-auth","reconcileID":"4bd98e2a-6189-4863-9798-4e80c292e73c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.31174237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8758bdf6-272b-46d1-beb5-ea32b2aece78","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.817326214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508feb26-8cf5-48e6-9fc4-1e3c942283e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.869749727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508feb26-8cf5-48e6-9fc4-1e3c942283e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.921403267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508feb26-8cf5-48e6-9fc4-1e3c942283e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:07.973695917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508feb26-8cf5-48e6-9fc4-1e3c942283e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:09.885211536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0db2e5-132e-4157-ad16-7c19555b78e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:09.937402878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0db2e5-132e-4157-ad16-7c19555b78e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:09.99224729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0db2e5-132e-4157-ad16-7c19555b78e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:10.048767571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f0db2e5-132e-4157-ad16-7c19555b78e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:10.720009133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-sub","reconcileID":"fdde0313-5873-4f70-a548-e2bd6c557e7f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:10.932245477Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-sub","reconcileID":"fdde0313-5873-4f70-a548-e2bd6c557e7f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.142453928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"359a98aa-cc91-4c52-a45f-3f97b936d2b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.201494774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"56b3989a-ae70-41ba-b2b5-cac0b9598118","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.334757489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"127534d6-fe79-4501-837a-d171ed02101f","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.366093619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"eca56da9-f56b-4005-8113-aec27cbb1b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.366153334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"6ec48afe-6cae-42ed-b14e-6ebb2e5e6008","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.367596129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9524327c-020f-422f-86c4-16f31a121c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.427472313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9524327c-020f-422f-86c4-16f31a121c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.451291069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"eca56da9-f56b-4005-8113-aec27cbb1b06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.453242039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"6ec48afe-6cae-42ed-b14e-6ebb2e5e6008","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:11.849820713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-active-auth","reconcileID":"6b1ae99e-8345-4621-b008-c9f263623262","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.014833815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"43d51a51-0871-4247-8df7-1558aec4e463","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.162048507Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2279ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2279ad","reconcileID":"2602b171-9085-428b-9a93-7f1c88aff566","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2279ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2279ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.360565061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6332a65e-7220-4e5f-ab5e-0adb07a283ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.413117194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6332a65e-7220-4e5f-ab5e-0adb07a283ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.465035194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6332a65e-7220-4e5f-ab5e-0adb07a283ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:12.516846559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6332a65e-7220-4e5f-ab5e-0adb07a283ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:12.948402701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-failed-sub","reconcileID":"6881426c-767d-4742-bbb2-be55c6cfc515","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.051319806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e20a3cd7-70fe-47ea-8c54-134e284bc52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.051392312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"454c8805-67af-49ec-b476-313b8cdfc957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.107610181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e20a3cd7-70fe-47ea-8c54-134e284bc52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.10812415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"454c8805-67af-49ec-b476-313b8cdfc957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.418015093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"746cb76a-ca7f-41fa-92e4-299e3e4b914b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.418010802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e45ed55e-b300-40f1-a668-654f71bed9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.474745874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"e45ed55e-b300-40f1-a668-654f71bed9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:13.474917502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"746cb76a-ca7f-41fa-92e4-299e3e4b914b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.164835228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"ae0a0486-7298-4df6-91c8-b0f8fcf2067b","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.220851892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"b1636ff7-ee94-4bb3-b7af-01bcd9d05c71","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.395009377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243f0bc-0907-4d19-af7f-dff457c960bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.395238804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"7c071fd8-f536-4b86-a79c-a9bcff936e93","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.447017663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243f0bc-0907-4d19-af7f-dff457c960bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.498999719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243f0bc-0907-4d19-af7f-dff457c960bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.55092954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d243f0bc-0907-4d19-af7f-dff457c960bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.555314782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"7c071fd8-f536-4b86-a79c-a9bcff936e93","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:14.871493707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a5df73e8-c691-42d6-b213-ba3f784ea81a","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.03067014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"cc576e0e-b44e-4cdf-bc86-7cab59e0e877","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.087141941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"cc576e0e-b44e-4cdf-bc86-7cab59e0e877","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:15.40311494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"cc576e0e-b44e-4cdf-bc86-7cab59e0e877","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.423100191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e6ecd031-5758-4fcb-8f07-058a4dd1d20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.423098068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"25620a1b-a9d1-44dd-a248-091740449d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.480878701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e6ecd031-5758-4fcb-8f07-058a4dd1d20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.481508315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"25620a1b-a9d1-44dd-a248-091740449d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.568923158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"91f4fea0-abb8-48ae-af78-91bd7a22bd1c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:15.628201288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"91f4fea0-abb8-48ae-af78-91bd7a22bd1c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.704620665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-active-auth-only","reconcileID":"4cb267bc-4a1e-4a5f-b0db-9a9c0b9072c4","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.704702067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"598bce28-2ed3-4e42-aab8-e01839836983","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.767067212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"a1873d5c-cf6b-4856-bd7c-d680bf8d9e89","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","subscription":"ipp-route-1cb1f8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.767203626Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"ipp-route-1cb1f8-sub","reconcileID":"a1873d5c-cf6b-4856-bd7c-d680bf8d9e89","MaaSSubscription":{"name":"ipp-route-1cb1f8-sub","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"model":"ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-1cb1f8/ipp-route-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:16.913750599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d7d2f67f-27c2-4ef1-8fc9-351affb6fb18","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.032635796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"4713c9d5-2d94-453d-be08-8f6595e131de","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.090156243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"4713c9d5-2d94-453d-be08-8f6595e131de","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.145435995Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"4713c9d5-2d94-453d-be08-8f6595e131de","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.509684538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"8a2dc95c-ace9-422c-b096-7c893081f546","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.566697455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"8a2dc95c-ace9-422c-b096-7c893081f546","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:18.622197623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"8a2dc95c-ace9-422c-b096-7c893081f546","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:20.178255655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-failed-auth","reconcileID":"4623f14c-775f-4c55-8a9a-c8da1b3609d1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.18508442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"eb5f6010-a719-4118-9f77-b23c5dd1f813","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.241415281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"93a4233b-7419-4171-83c4-bbb5fee98ee2","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.446702249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"f8ba14e0-8365-4709-bab4-4de6fd1df59b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.503207537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"f8ba14e0-8365-4709-bab4-4de6fd1df59b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.60959116Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"f8ba14e0-8365-4709-bab4-4de6fd1df59b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:21.873236706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8063227b-b779-45f9-9747-f9d142b371b5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:22.078515298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"58b408cd-3a29-4df5-9f91-47a3d1ff043d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:22.135429754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"58b408cd-3a29-4df5-9f91-47a3d1ff043d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:22.241504828Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"58b408cd-3a29-4df5-9f91-47a3d1ff043d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:22.990469651Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:23.597877696Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"098da4c0-8eed-4593-a7d0-f8b3277a165f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:23.598004373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"59da0ca1-7e99-4ef1-8cc7-411ea2f05d47","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:23.649384928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-degraded-auth","reconcileID":"098da4c0-8eed-4593-a7d0-f8b3277a165f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:23.808328358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"fe150c67-8367-4148-8900-dce17683ab9f","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.705615418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"58970ee4-dc2f-4a03-ab50-688edfb97462","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.705638803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"58970ee4-dc2f-4a03-ab50-688edfb97462","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.765273324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"55c0b2df-f5d9-4a09-a924-33d02801104d","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.878585201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"f2fbc28a-dee3-43b8-803f-8632b79eb49b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.878608398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"f2fbc28a-dee3-43b8-803f-8632b79eb49b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.935377455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"12969fe9-1104-4ba8-935e-1f3d9fe5e681","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:24.935396186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"12969fe9-1104-4ba8-935e-1f3d9fe5e681","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.13994509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"1bc87196-425d-4703-aeed-39e6b76ac955","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.152408925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"519d0a3c-0c0a-4ca3-b01f-7540191d0d8e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.15243069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"519d0a3c-0c0a-4ca3-b01f-7540191d0d8e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.196511889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"1bc87196-425d-4703-aeed-39e6b76ac955","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.209846637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"c5637952-e202-4adb-a0ad-24bf8b09baa9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.209866939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"c5637952-e202-4adb-a0ad-24bf8b09baa9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:25.260155158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"f7693708-22a4-442d-84fe-057c78333f45","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.356091843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"39dd6428-9e57-449a-93ec-a7cd7db5a825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.356281479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0c6d4a82-9961-4a67-976a-6c476f2e275e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.366915946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"6a8a73a5-660e-425d-840a-84a5d6fc0034","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.366930541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"6a8a73a5-660e-425d-840a-84a5d6fc0034","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.412676796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"39dd6428-9e57-449a-93ec-a7cd7db5a825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.412740177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0c6d4a82-9961-4a67-976a-6c476f2e275e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.423407732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"5eb78a44-a977-4a44-845e-03165e2a104a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.423424151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"5eb78a44-a977-4a44-845e-03165e2a104a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.432007155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-failed-sub","reconcileID":"a4460c57-bc43-4fa2-96c5-0ca53826937d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.432094935Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-failed-sub","reconcileID":"a4460c57-bc43-4fa2-96c5-0ca53826937d","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.512701714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"38b041dc-1d71-45f3-9930-dd0a572dd2b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.512721127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"38b041dc-1d71-45f3-9930-dd0a572dd2b8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.638999502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"276156e3-20b4-453b-95f9-b224acbcf31e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.718202173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"8574ab9b-eedf-450b-a9ff-d4e35a033943","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.776888219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"8574ab9b-eedf-450b-a9ff-d4e35a033943","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.808373365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"05589c18-4423-41cd-a3ee-a58c1b1ad624","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.808393034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"05589c18-4423-41cd-a3ee-a58c1b1ad624","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:25.814202386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"276156e3-20b4-453b-95f9-b224acbcf31e","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.862337371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a8cffad0-2a15-48a9-9fcd-678ded7ba34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.862398849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8bf04fe7-e615-4903-b3d3-cbe6618a4253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.910936983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"78268496-522f-4527-87fa-ee5dc66c6ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.910936979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"8893c2f5-53eb-4a30-8cd1-483e0a5f1c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.918880529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8bf04fe7-e615-4903-b3d3-cbe6618a4253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.9193039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a8cffad0-2a15-48a9-9fcd-678ded7ba34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.967528061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"8893c2f5-53eb-4a30-8cd1-483e0a5f1c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:25.967531525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"78268496-522f-4527-87fa-ee5dc66c6ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.022487361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"ea3e32a7-a188-49c4-aa63-3fbcbed83d20","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.188257359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"f432aed0-82fb-4fbf-9869-c56e5d40b82d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.188277261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"f432aed0-82fb-4fbf-9869-c56e5d40b82d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.598204732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0944640a-ed06-4bd5-a272-d73b2db4ad10","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.654210924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"776d25eb-0819-4ae9-afae-615c36b66b97","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.808040926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"f3204209-ea6b-4d28-9aa4-4b4282582623","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.864550624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"f3204209-ea6b-4d28-9aa4-4b4282582623","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.870259959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ece215be-5c35-4ce0-8834-21788fdc488d","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:26.930055559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ec9c0ba9-712d-403b-ab61-4826c35822c6","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:26.981609213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"4696a67d-469d-4caf-8f21-8602213c6ed3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.031861634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"6d28fd8c-c652-4e69-84bd-ef9486853224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.031908605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"23c2b1a8-ec70-40e0-ae9a-9af3abf78ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.088353818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"23c2b1a8-ec70-40e0-ae9a-9af3abf78ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.088482067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"6d28fd8c-c652-4e69-84bd-ef9486853224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.095621927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"31650dcc-7d92-48f7-b573-39b1de44d584","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.130328824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"35037a29-60a2-4973-8342-ff87cb0fe240","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.152230186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"68cb3209-ddae-4dc2-99f5-085c16bd56b8","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.284381585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"a2e45134-2449-499f-b5a4-fd0205a56f73","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.341108951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"a2e45134-2449-499f-b5a4-fd0205a56f73","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.416431311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"01764d75-1e07-414d-93df-220348ff7aa2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.41656965Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"01764d75-1e07-414d-93df-220348ff7aa2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.447532117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2ca48f2e-47ae-493b-9dc2-ca93a70adeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.447533542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3fe1afad-adf0-4dc0-bcea-9cf0eb6e5448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.504635507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2ca48f2e-47ae-493b-9dc2-ca93a70adeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.504937377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3fe1afad-adf0-4dc0-bcea-9cf0eb6e5448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:27.606946129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"a2e45134-2449-499f-b5a4-fd0205a56f73","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.625085116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"f2b9d359-02ef-409e-9499-5a971eb53070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.684473832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"89019f65-5fe5-4021-b98e-dc66cb334474","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.768821761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"e2190af5-91ec-401c-9dd7-e07a400beb2c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.825756751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"e2190af5-91ec-401c-9dd7-e07a400beb2c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.892746019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"72748aaf-63de-47cd-a0d5-175abfbdd5e6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:27.892880613Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"72748aaf-63de-47cd-a0d5-175abfbdd5e6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:28.159739023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"7b287555-2ddb-42a2-bb95-e8c9157a034a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:28.632556921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"c0fbe98a-3741-442e-b609-fd0c5766bd97","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.287649749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c00e0634-c14f-4232-9365-1a64c599bc0d","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.442090624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"97650287-98d6-4c65-8231-dd8ccd90a9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.442358744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"975f4d37-4eb7-4118-8430-fcf21eed5f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.442090652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"1de2e4e6-45d1-45a6-9ad3-5464d1835a0f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.499404198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"1de2e4e6-45d1-45a6-9ad3-5464d1835a0f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.500414277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"97650287-98d6-4c65-8231-dd8ccd90a9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:29.501630048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"975f4d37-4eb7-4118-8430-fcf21eed5f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.451030294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"75c52d08-d57d-464f-9e03-6fc90fec3910","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.674132412Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"75c52d08-d57d-464f-9e03-6fc90fec3910","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.674474965Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"75c52d08-d57d-464f-9e03-6fc90fec3910","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.674892566Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-sub","reconcileID":"75c52d08-d57d-464f-9e03-6fc90fec3910","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:39.883849932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"2392653b-064f-4da7-bfc4-c9f0a48da544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.009950867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"7cff91bd-143f-4934-bf07-6091354a54f4","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.167625724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"b0d4e4d9-fad9-43b9-aa38-8776fba771e3","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.18260864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"4d9e57c1-d878-446d-b6f1-5b5493d94eab","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.183154229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"ac953f07-28d9-46c4-916d-42463a507be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.183608435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"57126c55-9a21-4222-b552-126890ad85ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.19076384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"88570412-5c88-41f9-9397-588344639c40","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.240221633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"57126c55-9a21-4222-b552-126890ad85ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.24039715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"4d9e57c1-d878-446d-b6f1-5b5493d94eab","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.242708893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"ac953f07-28d9-46c4-916d-42463a507be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.356820056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"acc71fc3-bbef-4f56-b7fd-099f857f408e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"tenant":"e2e-worker-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.356842199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"acc71fc3-bbef-4f56-b7fd-099f857f408e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.444801847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-status-degraded-auth","reconcileID":"4aaf4f93-cdec-4e3c-9d28-50bd94f95ef9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.605560801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"d5265f07-3144-4a86-9f2c-476879395e4b","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.991227228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"8bbddf87-94e0-4f0d-9666-ae2dd42b3055","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.991374512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"60e37acd-8f36-49b2-82e8-ea94ccb3723b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.991225202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0444ee86-d0aa-4a4e-b539-b9e7049eb774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:40.992774671Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"c8f97d31-9c15-4fd5-adac-b17fbdee38e6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.048197416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"8bbddf87-94e0-4f0d-9666-ae2dd42b3055","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.048237749Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"8bbddf87-94e0-4f0d-9666-ae2dd42b3055","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.048703259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"c8f97d31-9c15-4fd5-adac-b17fbdee38e6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.049071418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"60e37acd-8f36-49b2-82e8-ea94ccb3723b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.049130379Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"e2e-temp-model-status","reconcileID":"076db5de-e06a-4b71-9963-c2d7de34e21a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.051643637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0444ee86-d0aa-4a4e-b539-b9e7049eb774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.211597461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"659675b6-6d7c-4b40-afd9-e50dcfe52bc7","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.431843111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"24c0ba1d-ce29-4476-b958-87ec955b6260","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.446473464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c0cb4fbc-d448-42ec-a8c6-49175fcbf155","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.488290992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"24c0ba1d-ce29-4476-b958-87ec955b6260","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.488323381Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"24c0ba1d-ce29-4476-b958-87ec955b6260","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.501226106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"49aefe74-1340-4889-a66b-02805ca4cad3","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.535075229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3aeddf56-a043-4079-ac1e-d826c5e542ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.535075235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ba890258-0371-4d32-aa3f-9c0cca6aa052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.593335953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ba890258-0371-4d32-aa3f-9c0cca6aa052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.593573981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3aeddf56-a043-4079-ac1e-d826c5e542ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.65598084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"49807196-779a-48b0-b5f7-0d5b7642f0f7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.712782645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"49807196-779a-48b0-b5f7-0d5b7642f0f7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.725022042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"cb18efed-e160-48f4-8a02-c89cad4e03af","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.781102794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a7dd0f1b-2633-4cde-be58-b99a512e4fef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:41.833521726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"1b888839-b6ca-4890-bf21-906a0984cebb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.844736602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"366e1c89-b21d-472e-9569-2fdbbc713d74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.895723386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"05a03f22-62c0-480e-9c1a-1c55c839d549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.901972689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"366e1c89-b21d-472e-9569-2fdbbc713d74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.902000721Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"366e1c89-b21d-472e-9569-2fdbbc713d74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.947743718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"4cba81e2-4aeb-427d-8a80-894658eb568a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:41.953651862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"05a03f22-62c0-480e-9c1a-1c55c839d549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.004476272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"f985b35a-873b-473d-8f46-27f496633db4","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.048880216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ac8034c1-d504-4f87-a38f-dadb133e747c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.048919982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ddb950ee-c542-47e5-8fff-6ca88a937bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.100854162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"a3fac3e6-9019-424d-b7ee-89f8dea051e3","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.105907531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ddb950ee-c542-47e5-8fff-6ca88a937bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.106044548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ac8034c1-d504-4f87-a38f-dadb133e747c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.27645027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"ab007790-30b1-499a-85a1-b281b21610bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.283208102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"e1bfeff6-2723-4ca1-968c-e369f790dbd9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.283336946Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"e1bfeff6-2723-4ca1-968c-e369f790dbd9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.304804081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"4bc7bc1b-2e84-4c2b-951a-f0f199a3263d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.333297541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"ab007790-30b1-499a-85a1-b281b21610bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.361125417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"4bc7bc1b-2e84-4c2b-951a-f0f199a3263d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.420918651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"4c9ee3b2-0fd0-48de-bb0b-802e7f235a32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.477759108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"4c9ee3b2-0fd0-48de-bb0b-802e7f235a32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.477790672Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"4c9ee3b2-0fd0-48de-bb0b-802e7f235a32","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.491249562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"c49561fa-bbb0-4cd5-b28d-7f75380f22af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.499155805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"c33cbda0-7d98-4133-9fda-2241b21f3e43","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.499884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"01bf2b12-ff5e-4406-ad79-56c1ad54ef3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.55725102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"01bf2b12-ff5e-4406-ad79-56c1ad54ef3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:42.700288415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"4c9ee3b2-0fd0-48de-bb0b-802e7f235a32","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.707780243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"d9df725a-88d4-4d16-9e11-66618d7998f8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.707905518Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"d9df725a-88d4-4d16-9e11-66618d7998f8","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.910678705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"38157eb0-aabb-4728-a4ef-0258c6e43150","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:42.967642515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"38157eb0-aabb-4728-a4ef-0258c6e43150","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:43.023186286Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"38157eb0-aabb-4728-a4ef-0258c6e43150","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:44.811114462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"cbb4b218-3240-4b99-aea1-6353877899a1","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:44.966133103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"1b8ced79-2e99-4f9c-9b08-c99a14613b05","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:44.96616304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"65319b1d-f557-41f6-bb52-b39047fb0f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:44.966656995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df2b14db-6544-4788-a084-d5e92df4f480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:45.023842768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df2b14db-6544-4788-a084-d5e92df4f480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:45.025051271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"1b8ced79-2e99-4f9c-9b08-c99a14613b05","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:45.026097002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"65319b1d-f557-41f6-bb52-b39047fb0f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.822761943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"ed916e6f-912a-4cbc-9c42-e7820e51a017","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:51.822900723Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-sub","reconcileID":"ed916e6f-912a-4cbc-9c42-e7820e51a017","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.349118336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"3af0b23e-4688-4d24-acec-bc207de57e48","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.349275767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3aedc837-6122-42b0-9463-dc157998cde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.349116367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3cec34a2-816f-4516-948c-c9191efbffde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.40598627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"3cec34a2-816f-4516-948c-c9191efbffde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.406223981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"3af0b23e-4688-4d24-acec-bc207de57e48","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.408110772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3aedc837-6122-42b0-9463-dc157998cde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.461516442Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"3af0b23e-4688-4d24-acec-bc207de57e48","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.564012261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-status-transition-auth","reconcileID":"5bbe3dfc-4400-43da-a1ac-3c034894e2fd","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.767870129Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.767932061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","namespace":"ai-tenant-e2e-ipp-a-1cb1f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.767984411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","tenant":"e2e-ipp-a-1cb1f8","tenantID":"e2e-ipp-a-1cb1f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.821301227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1cb1f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.881140058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Service","name":"maas-api-e2e-ipp-a-1cb1f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.939935132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1cb1f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.991009294Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:52.993553303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1cb1f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.052027383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.106034504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.162693861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.230149298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.28481954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.338731129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.400551857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Service","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.461193461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.515075583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.569187983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.624541495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.680124907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.707861969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"9499591a-5e5f-489e-b3ab-5be6adeb1ff9","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.73375604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.762403759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a06efcb9-c285-47a8-a71d-a2e8b33b67c7","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.787422514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.841612593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1cb1f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.895459508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1cb1f8"},"namespace":"ai-tenant-e2e-ipp-a-1cb1f8","name":"default-tenant","reconcileID":"a731240e-39b4-48c9-8ca8-c3f95a37f844","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1cb1f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.919214043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bfcb7dd9-6761-4502-8bf4-4586d0efac7d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.952795958Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","namespace":"ai-tenant-e2e-praxis-b-adfeab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.952853823Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","namespace":"ai-tenant-e2e-praxis-b-adfeab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.952899837Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","tenant":"e2e-praxis-b-adfeab","tenantID":"e2e-praxis-b-adfeab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.977552491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bfcb7dd9-6761-4502-8bf4-4586d0efac7d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:53.980810444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"e8d887e3-f710-4da8-882f-e291c2b53442","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.006329418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Deployment","name":"maas-api-e2e-praxis-b-adfeab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.03775902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"9bb587e1-9dee-4e39-b4da-8c56641aa0b4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.065735998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Service","name":"maas-api-e2e-praxis-b-adfeab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:54.087978839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"0bf173b8-aaf7-41ed-9fee-9684064834e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.126747561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-adfeab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.136088856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"416051a3-85e3-45c5-b8f8-f05856e3618e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.136104246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"34b375e2-3e30-4b14-967e-b14f82fda180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.182028065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-adfeab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.194689722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"416051a3-85e3-45c5-b8f8-f05856e3618e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.195366706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"34b375e2-3e30-4b14-967e-b14f82fda180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.203124399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"21f083ef-d308-4c80-b6b4-e0b78817c4ca","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.239614976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.261744156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d99c998d-3dfa-4f00-8119-58c3086ad978","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.293665109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.294937027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7c76f7c3-d2f6-403c-a02d-e4e272648a59","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.350101555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.409660602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.453889596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c9775413-2b94-4335-b0ef-a1af3358ae34","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.461587578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.513239846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.513253355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c9775413-2b94-4335-b0ef-a1af3358ae34","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.531342391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"d88fec7b-a918-4ff9-a009-d4cf287df4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.53147306Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"d88fec7b-a918-4ff9-a009-d4cf287df4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.569550734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Service","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.621348383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.632647937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fc1d5ab1-e9df-4c49-a654-efdf39a91b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.63298074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d22ac157-2368-4ad5-8e55-06d495a817a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.690775587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"fc1d5ab1-e9df-4c49-a654-efdf39a91b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.736391887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.742012461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d22ac157-2368-4ad5-8e55-06d495a817a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.787832404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.789409917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"8fa8f145-88dc-4efa-92cb-e06659d4fd43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.799391321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"6136fa1e-a9a8-43d3-8a7c-5cdc25b1e035","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.839007113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.893859272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.945325782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:54.956449691Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1cb1f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1cb1f8","reconcileID":"1ae4fb85-e560-4a54-b88e-37dcbe575bdd","aitenant":"ai-tenants/e2e-ipp-a-1cb1f8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.00762011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"0303ed56-5cfa-439c-b614-fc05544a5326","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.008639917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.063603116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-adfeab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.074261215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"9e0081c1-e424-48d3-890c-5d8e17d42ef7","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.074725746Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"9e0081c1-e424-48d3-890c-5d8e17d42ef7","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.126395254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-adfeab"},"namespace":"ai-tenant-e2e-praxis-b-adfeab","name":"default-tenant","reconcileID":"98b2103a-ae63-4277-8dda-2ab37d2b9a61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-adfeab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.22715297Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"0303ed56-5cfa-439c-b614-fc05544a5326","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.227214883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"0303ed56-5cfa-439c-b614-fc05544a5326","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.227315575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey","reconcileID":"0303ed56-5cfa-439c-b614-fc05544a5326","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.342151542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"1f36a4ba-b83d-44c9-9f99-88ae537a61b5","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.435081335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"6182f534-fa64-4128-9c64-061425a1748a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.495735593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"abddfcd8-dd75-4c70-9fd7-91264fc489fe","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.536184996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a606a004-1326-4347-b743-0f5c41c5a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.589741415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a606a004-1326-4347-b743-0f5c41c5a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.636074703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"39041bbf-e06f-45d8-ad01-f3a109bd3b39","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.64225179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a606a004-1326-4347-b743-0f5c41c5a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.694377595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a606a004-1326-4347-b743-0f5c41c5a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.694845699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"51436863-e720-4287-913f-467b083ccc7c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.69536984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"e470a7c9-5c36-403e-95b0-f9c7ce208618","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.751898775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"e470a7c9-5c36-403e-95b0-f9c7ce208618","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.796648751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1efe0983-bf02-4859-bea6-8e7813889312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.797333239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9d78c90e-33db-4663-87e2-546731d08cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.853781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9d78c90e-33db-4663-87e2-546731d08cf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.854066015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"1efe0983-bf02-4859-bea6-8e7813889312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.858327203Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1cb1f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1cb1f8","reconcileID":"1ae4fb85-e560-4a54-b88e-37dcbe575bdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1cb1f8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1cb1f8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:55.957467429Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-apikey-auth","reconcileID":"cd0d4316-abd4-4133-aca4-a9f13dae2400","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:56.215632399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"98881b53-b222-421e-af01-397d15197e8e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.035905173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"7f379fb4-8f65-404e-90bf-23d440065379","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.076387251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"4538a1e6-5dcd-40fe-8e5f-cef9d0fc08cf","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.130908477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"33e3cf0e-533d-4f65-85c4-2d749e80d70e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.189484947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6654ebfa-40cb-403a-a247-10ff0df56860","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.18951326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6591386d-b335-4cf4-92bf-e8558d10056e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.190115703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"125936f1-7451-41af-aec0-0a61d061aa26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.228039026Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-adfeab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-adfeab","reconcileID":"6c419d70-27fd-445e-8318-048c4aabb59f","aitenant":"ai-tenants/e2e-praxis-b-adfeab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.247815417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"125936f1-7451-41af-aec0-0a61d061aa26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.251433896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"6591386d-b335-4cf4-92bf-e8558d10056e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.255038959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6654ebfa-40cb-403a-a247-10ff0df56860","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.289668792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"38ae670d-0963-4f15-af98-2dcaac585e31","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.339634485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"05ea3e52-646d-4f18-b5c4-9b9f571af70b","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.346816839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"38ae670d-0963-4f15-af98-2dcaac585e31","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.397684023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"5f424503-c4e5-4bb8-ba46-ac5f9ab1519e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:31:57.446671909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"cdb0b5d6-0ece-4a33-9657-0e6d20d934a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.501445835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a9c13c5c-0f03-4d04-9cc5-57ec75fc96a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.559111427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"a9c13c5c-0f03-4d04-9cc5-57ec75fc96a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.560011975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"b27b6373-c5f2-4fc1-8273-daba6d440a9f","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.607917746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c134cb-37b4-46d7-8172-50cfc4481dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.66184994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c134cb-37b4-46d7-8172-50cfc4481dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.662275409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d86f2aa7-b48f-4996-aef2-745e931b270b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.666205591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"adaaf7f6-6f6c-4c33-a0be-a312cd394c13","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.71478987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c134cb-37b4-46d7-8172-50cfc4481dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.717049264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0823ed4e-c031-46ac-aed5-357f8a233e92","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.767852168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c134cb-37b4-46d7-8172-50cfc4481dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.825797927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d86f2aa7-b48f-4996-aef2-745e931b270b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.92299831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"151b8f13-6d0f-4953-b2e1-5b51221a33a8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.992282936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"151b8f13-6d0f-4953-b2e1-5b51221a33a8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.992884947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"95b40fd4-230e-4a70-a548-ffa7bb34ee03","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:57.993319164Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"95b40fd4-230e-4a70-a548-ffa7bb34ee03","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.045386944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"8af82acb-6802-437f-aa30-80a3ca00129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.050109419Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-adfeab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-adfeab","reconcileID":"6c419d70-27fd-445e-8318-048c4aabb59f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-adfeab","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-adfeab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.103531178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"8af82acb-6802-437f-aa30-80a3ca00129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.209965549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c3fa830f-4e7c-4a8b-95ea-2a1b17f214f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.211260661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"662606b6-b4b6-4e83-b89e-af24a2ad56bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.280830218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c3fa830f-4e7c-4a8b-95ea-2a1b17f214f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.308895517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"94618f73-ecb4-43ee-9e95-a61d8e1e66bc","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.521858006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"7c262702-6225-4ae5-b869-a6675270cffb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:58.522047282Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"7c262702-6225-4ae5-b869-a6675270cffb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:59.850519261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882e0ce8-52a1-4137-840f-d50834d16556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:59.902686872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882e0ce8-52a1-4137-840f-d50834d16556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:31:59.956534065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882e0ce8-52a1-4137-840f-d50834d16556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.00887618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882e0ce8-52a1-4137-840f-d50834d16556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.121443995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"9c1a844a-d596-4338-9543-6fd9f7a0839e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.340085089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"b74f5c58-8c80-40f3-9602-0a31d9fa3af9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.34124663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f4fd208a-c781-4b22-ad0c-fbaa6c1069ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.342324256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c7332d82-b40c-49d4-ac7e-63932c8823f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.39840842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"b74f5c58-8c80-40f3-9602-0a31d9fa3af9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.400628731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c7332d82-b40c-49d4-ac7e-63932c8823f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:00.400707031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f4fd208a-c781-4b22-ad0c-fbaa6c1069ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:01.315353991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"b40cbf22-3643-4b6f-810b-ecdb68424e91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.077543023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab5ac2f-d441-46ba-a567-c048e46c85d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.130015515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab5ac2f-d441-46ba-a567-c048e46c85d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.183796279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab5ac2f-d441-46ba-a567-c048e46c85d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:02.246423716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab5ac2f-d441-46ba-a567-c048e46c85d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.331939324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"0956e3d0-5cd0-4fdc-affe-4c11a5b80929","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.919574202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7567a2c-a6c4-4986-8158-91cc5fa85608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:04.972856328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7567a2c-a6c4-4986-8158-91cc5fa85608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.025230204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7567a2c-a6c4-4986-8158-91cc5fa85608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:05.077790286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7567a2c-a6c4-4986-8158-91cc5fa85608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.26645168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"d44a452f-b2b6-4ad6-8cd4-e98a2e3e6e74","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2279ad","tenantID":"e2e-ipp-b-2279ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.382998603Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"d44a452f-b2b6-4ad6-8cd4-e98a2e3e6e74","name":"e2e-ipp-b-2279ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.666953537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"afbd1324-5482-4e8a-af2a-6ab9a6e3524e","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.722652546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"57de56da-9e17-4746-9997-88794270cb84","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.971637322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"c6eebe81-7c37-45af-8906-64c98cc4f44c","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:06.972894065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"1c83625b-03c1-43ea-b762-3eacd09dd759","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.030119348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"f0301bd2-0534-462f-a969-cb8c7845175c","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.03096391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"1c83625b-03c1-43ea-b762-3eacd09dd759","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:07.081055556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"f5693aee-ec0f-4671-b779-49a29343b21a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.129062196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"73d312bd-06ec-4800-a614-377b7414fce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.129224244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"77784d5c-dc32-4d45-b44f-249fbcefd477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.210807754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"73d312bd-06ec-4800-a614-377b7414fce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.212707465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"77784d5c-dc32-4d45-b44f-249fbcefd477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.213152755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"52a92b34-e3ef-4acc-9caf-3091c6861a33","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.213339691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"adfcc3d5-416e-4e4a-9557-872d2cfbdaf9","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.279924668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"c6f954c4-9ae9-4ef2-ab89-ce66cdb33a0f","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.347212004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93cd35a-3e27-4bca-a81d-478105ecc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.348333386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"46bcfaa3-ed3c-4999-a0fd-a9d342707878","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.34895723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-96031a priority=0:[ai-tenant-e2e-worker-w3-96031a/e2e-test-other-subscription ai-tenant-e2e-worker-w3-96031a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.414839634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"b6f29c9e-4f25-4a39-9c5b-1e82939961db","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.41995328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"f81771e8-1541-41ff-b780-bb5b73c95011","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.420858305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93cd35a-3e27-4bca-a81d-478105ecc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.489679217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93cd35a-3e27-4bca-a81d-478105ecc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:07.491307842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"978d5650-0b85-462d-8d86-791202b2c25d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.492322201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"52a92b34-e3ef-4acc-9caf-3091c6861a33","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.492391111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"52a92b34-e3ef-4acc-9caf-3091c6861a33","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.492605609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"c48eefb6-5266-4a58-a6e5-ccff03b6b516","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.549070111Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf","reconcileID":"52a92b34-e3ef-4acc-9caf-3091c6861a33","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-08c2c6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.550358226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93cd35a-3e27-4bca-a81d-478105ecc127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.665953259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"70bfd127-3e67-49fe-9f71-5187dadc4164","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.676956642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"ce207717-0d28-408d-945b-e3d35563c2d7","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.718750871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"9d58554a-0187-43cb-95ee-ef71ac6bf233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.719721746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0a2b60a4-3c45-4e25-940e-bfb8e458ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.742621229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"79be1d45-196c-48f4-a3a1-2ec92e0b7e90","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-96031a/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.743664062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"16f044bd-5b20-4fe4-ad7d-47d0791d9174","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.747676853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"70bfd127-3e67-49fe-9f71-5187dadc4164","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.781260009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"9d58554a-0187-43cb-95ee-ef71ac6bf233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.816243727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"518a3ce1-d362-4e95-a13c-74a60682b77f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.863160485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0a2b60a4-3c45-4e25-940e-bfb8e458ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.930215561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c8047f0c-1838-496d-872d-923afb5522c1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.94083908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d64bb94e-4172-46f6-b310-61a782778240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.988780555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"948ece34-1a18-488d-88e5-21cd75983f4c","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:07.990063614Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-96031a priority=0:[ai-tenant-e2e-worker-w3-96031a/e2e-test-other-subscription ai-tenant-e2e-worker-w3-96031a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.009160327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c8047f0c-1838-496d-872d-923afb5522c1","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.012950844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d64bb94e-4172-46f6-b310-61a782778240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.013190462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7508a560-6a5a-4d83-b756-db4ebd22bcd9","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.051382821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"5d7cb61f-5dc2-489e-b696-69f55d620a21","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.060029047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"bb435a1a-4138-486e-ad48-7aabab439f3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.060826908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"f381fdf3-5982-48e1-830e-37e5d379f02b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.131677012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3d23699f-d995-4ebc-b948-59b5be0090f4","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.210716802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"345f0ce4-5663-4c8a-8d88-a15f80c119bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.268800832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"345f0ce4-5663-4c8a-8d88-a15f80c119bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.270708347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"5aec7af6-d034-412a-a741-a237aa06bf28","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.276647499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"990e7389-55da-4310-bcb6-ef5be560e6c8","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.308603301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"df8f181b-5dce-433e-b2a7-c0ed09bb57e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.320258794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"910a03fb-6a6b-438b-9709-be0369f30776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.365342262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"df8f181b-5dce-433e-b2a7-c0ed09bb57e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.377065297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"910a03fb-6a6b-438b-9709-be0369f30776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.407399291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"b85d5304-5dc9-4ac9-9e14-31c29566bae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.407409464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"0c9f029a-2247-4b47-b230-e910bff2415e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.464630184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"0c9f029a-2247-4b47-b230-e910bff2415e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.464801605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"b85d5304-5dc9-4ac9-9e14-31c29566bae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.471912169Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"966468ce-007c-46f0-97fb-c23ce57e320f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.484950186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"0b2d47c0-44df-499b-a5b4-4d89f3605741","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:08.728568499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"16332cd0-2666-4fa0-89d9-b03d8140b857","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.128563212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"abc60188-3b0d-488c-ab73-975ca5862ce9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.128706849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"4792001a-6378-4bef-ba9d-31b1fd9a490e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.12898327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"51ff0d0b-c94a-4135-8998-d80a4347c465","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.336661007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"61418c72-1dfc-409e-a610-6e027781facf","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.369643009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"f90e37d0-e6fd-4df0-bf66-cac931c26980","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.524711476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"a8a724de-a35c-4b44-8837-3cd7e5e8b707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.524915637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"c17f1c76-2d91-4ae6-859b-a1ee30ac313e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.524721783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"66d61a52-f2a1-4a80-943f-2021bffa7d6c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.553386746Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"61418c72-1dfc-409e-a610-6e027781facf","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.553416555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"61418c72-1dfc-409e-a610-6e027781facf","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.553538268Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube","reconcileID":"61418c72-1dfc-409e-a610-6e027781facf","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-ec2f9a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.582626214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"66d61a52-f2a1-4a80-943f-2021bffa7d6c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.58303546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"a8a724de-a35c-4b44-8837-3cd7e5e8b707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.585301228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"c17f1c76-2d91-4ae6-859b-a1ee30ac313e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.761431004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"ef95f4be-7b16-4384-8088-31e8a6804509","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.871229178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"16d7dc93-4c34-4f1d-b890-7616a57ca2d5","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:10.928754784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"df903e66-5de0-4cb9-999b-86bb96ac0550","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.014972419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"cf49ae7f-e76e-4cd3-b494-fbaf840ac75a","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.024889743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"22e3393e-ee18-4432-86ac-77ce44c9b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.024918667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"b88d219d-998c-46a5-b2ea-82feeff9c7af","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.025378042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d275218a-25d4-43d2-909a-6469bd428820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.083333079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"22e3393e-ee18-4432-86ac-77ce44c9b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.08333308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d275218a-25d4-43d2-909a-6469bd428820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.085547299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"b88d219d-998c-46a5-b2ea-82feeff9c7af","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.289215967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-degraded-models-kube-auth","reconcileID":"bcf2fd1a-4c5a-4349-9248-5aca65c847de","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:11.549018424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"995046a8-8657-4769-927d-bba973d993b3","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:12.259397913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"85e4f262-8def-445e-961a-262de0ea99cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.622010974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"681c12ee-a41a-4aed-9dfb-a1614258c475","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.678031304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"3381300d-6bc0-4bab-82ac-19a0d3f78e2d","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:16.730107228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-list-subs-refs-sub","reconcileID":"3dcb0efd-24ac-48b7-8592-3033fcaecd4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.775394438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"dcb0f758-2578-4104-be86-acc6d065c488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.775652387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0bc255b8-21bb-41aa-befd-79089ca06713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.832007299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0bc255b8-21bb-41aa-befd-79089ca06713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.833831636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"dcb0f758-2578-4104-be86-acc6d065c488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.842373298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"4c5ea2f9-d2ce-446c-b529-07d69b06542a","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.898859164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"78d118a3-3337-432c-9508-890b6783d877","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.947755666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","namespace":"ai-tenant-e2e-ipp-b-014ab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.947810832Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","namespace":"ai-tenant-e2e-ipp-b-014ab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:16.94786109Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","tenant":"e2e-ipp-b-014ab4","tenantID":"e2e-ipp-b-014ab4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.001098309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Deployment","name":"maas-api-e2e-ipp-b-014ab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.063273155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Service","name":"maas-api-e2e-ipp-b-014ab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.123204393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-014ab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.142365346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1549d603-18d2-44a5-b437-648ea389493b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.142368952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ed232504-6013-4c84-b8cb-81b7800a3de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.167476121Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-list-subs-refs-sub","reconcileID":"1c709020-3181-4351-96ce-16ac8052c473","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.178472122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-014ab4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.199219331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ed232504-6013-4c84-b8cb-81b7800a3de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.199495305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1549d603-18d2-44a5-b437-648ea389493b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.246124721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.3004426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.334524219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d920fdc5-cc92-4766-a75e-523ebf5d8cf9","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.35665861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.380708123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"54a1c8be-006f-44ae-b84b-141a96f63120","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.413441871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.470993858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.526530519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.565486037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-list-subs-refs-sub","reconcileID":"b01606eb-7686-4dd9-a42a-8adbe56efdad","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.585725223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Service","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.647796632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.70185909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.75855201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.81419815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.870318294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.923635645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:17.977110464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.03464559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-014ab4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.089250243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-014ab4"},"namespace":"ai-tenant-e2e-ipp-b-014ab4","name":"default-tenant","reconcileID":"9fb22bc8-1685-4b6d-a05d-4ddb02620088","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-014ab4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.69975395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"e3b6fb6e-dacc-40d6-b75f-2986d6cd172a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.69978152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"e3b6fb6e-dacc-40d6-b75f-2986d6cd172a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.757270565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"71a027d4-f334-432d-9096-43e0aead3c30","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.854933325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"4e34c7e6-394a-4b2d-9e6d-8ace2733fd6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.854953703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"4e34c7e6-394a-4b2d-9e6d-8ace2733fd6d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.912127154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a5603bfc-cdd2-4bba-a9d6-d600b4970d52","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.961550194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"2908ea76-b30d-40a2-8fa1-80d8b4e57cbe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:18.961567811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"2908ea76-b30d-40a2-8fa1-80d8b4e57cbe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:18.964691503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-ec2f9a/e2e-enrichment-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.011925049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"441b5efa-6e37-4366-87ec-d54c8fe2a913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.01193887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"710bbd0f-8329-4bfd-961f-6ae2a3a95057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.020988135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"30624a49-7ab0-4e44-82ab-beeb03f1a083","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.026790937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"30624a49-7ab0-4e44-82ab-beeb03f1a083","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.069433294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"441b5efa-6e37-4366-87ec-d54c8fe2a913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.06954664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"710bbd0f-8329-4bfd-961f-6ae2a3a95057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.133323151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"75bdca17-210e-4d5c-aad1-0c7664efc5ad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.133340962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"75bdca17-210e-4d5c-aad1-0c7664efc5ad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.191024264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ee53da2c-930b-468a-8dfa-7482a6f2dc6f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.19104582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ee53da2c-930b-468a-8dfa-7482a6f2dc6f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.231250713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"3c5e10d8-3967-4b0a-97fa-4b8d9740f306","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-ec2f9a/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:19.244196015Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ee53da2c-930b-468a-8dfa-7482a6f2dc6f","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:19.244260071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ee53da2c-930b-468a-8dfa-7482a6f2dc6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.24965997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"2e3532b8-916f-4462-a537-78ec402d1e0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.249681904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"2e3532b8-916f-4462-a537-78ec402d1e0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.391838355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-auth","reconcileID":"8febf9c7-7565-4053-8833-92106004469d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.395795763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ec6d4d59-5be9-428f-accc-db01aa610793","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.39581884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"ec6d4d59-5be9-428f-accc-db01aa610793","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.448715115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-auth","reconcileID":"8febf9c7-7565-4053-8833-92106004469d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.492628167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9953fb9b-1a5b-41ba-bd80-78f93cac3e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.492628439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"17a8cd71-85b0-48b7-a191-3e4382326933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.549842112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"9953fb9b-1a5b-41ba-bd80-78f93cac3e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.549926758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"17a8cd71-85b0-48b7-a191-3e4382326933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.602031353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"14a5a78c-1a82-4894-bc4a-b276e3936360","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.635906675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"0432cf85-050a-418e-9264-b67c5e3af01e","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.76189461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"3e64de5b-c247-4276-a768-96da2f00eb19","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.761924788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"3e64de5b-c247-4276-a768-96da2f00eb19","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.789302032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2666c98c-af1d-4394-bfdc-d9ab005a09ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.789387658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a2ef49be-8cea-401a-8a0c-146ec33e0c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.845971464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2666c98c-af1d-4394-bfdc-d9ab005a09ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.848307785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a2ef49be-8cea-401a-8a0c-146ec33e0c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:19.973428829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-auth","reconcileID":"3adb5a42-288f-45be-b6db-9a5292f0f105","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.031820903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-auth","reconcileID":"3adb5a42-288f-45be-b6db-9a5292f0f105","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.459774675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"b1f6e422-a23b-462a-9f5a-a6cccc30cedf","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.532155183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"a12c6ca1-94fa-411c-9b58-9acd5ef9d043","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.746961387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-user-subscription","reconcileID":"a12c6ca1-94fa-411c-9b58-9acd5ef9d043","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.9554745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"e73f8d78-c09e-47d7-8003-88d553b6f846","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:20.955555428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"d38c6f21-221c-427d-9c9b-13cf4081c8fc","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.011954285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"ca373fa8-12d2-41b5-a753-811714933d6e","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.071673625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"64c5c6d8-adae-49cd-ac91-24373f886ed7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.071700487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"64c5c6d8-adae-49cd-ac91-24373f886ed7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.153111633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"da0981fd-bbcb-4cb8-8fa3-b5515bd18c44","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.169895744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"93a6a1d4-6e01-4107-8b32-429ca29c168f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.169935394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"2b6b212f-066c-4f13-a2d0-dc6e64f7cd5a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.170559362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b0d43162-467f-4280-bca0-2c64c52887be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.226854133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"b0d43162-467f-4280-bca0-2c64c52887be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.227281684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"93a6a1d4-6e01-4107-8b32-429ca29c168f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.229141496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"2b6b212f-066c-4f13-a2d0-dc6e64f7cd5a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.584207532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"10730cfe-6fe2-454b-8708-adda7164d02b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.584252945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"cdd063ce-9a2f-4164-afbd-100aab08c3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.584622429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3dd08a38-0b58-45ae-b34d-27b2502dd820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.641085588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"10730cfe-6fe2-454b-8708-adda7164d02b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.641284829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3dd08a38-0b58-45ae-b34d-27b2502dd820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:21.643361029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"cdd063ce-9a2f-4164-afbd-100aab08c3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.41482183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"8f1ac7ad-d101-4634-96b0-3ed57d9072fd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.414848431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"8f1ac7ad-d101-4634-96b0-3ed57d9072fd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.414824295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-auth","reconcileID":"21bbef1a-9aa9-496e-b986-ffbc578e9e14","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.624323799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"95b3cd74-b939-40fb-8674-6398824cdb60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.624349936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"95b3cd74-b939-40fb-8674-6398824cdb60","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.628106149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df91a534-800f-49e7-8a47-79f55b4dea0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.628200308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"59d1862c-6b43-4ec5-965b-2e5c83f416fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.682292036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"13cf1d83-ef15-43eb-8d1d-386b8393880f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.68849754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"59d1862c-6b43-4ec5-965b-2e5c83f416fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.688507909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"df91a534-800f-49e7-8a47-79f55b4dea0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.769134847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"f97da731-3095-4fae-b99b-bb5d4b2d7767","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.769153759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"f97da731-3095-4fae-b99b-bb5d4b2d7767","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.989954373Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.996557306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"48ee92a3-d59f-4e72-887d-c651cc38a4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:22.99672638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f0e3588c-6c6e-4ed9-ab4a-fe9e7a6c0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.054545794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"48ee92a3-d59f-4e72-887d-c651cc38a4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:23.054540794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f0e3588c-6c6e-4ed9-ab4a-fe9e7a6c0e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.330326466Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-014ab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-014ab4","reconcileID":"2075ec11-7f04-4445-b464-a670d92e7522","aitenant":"ai-tenants/e2e-ipp-b-014ab4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.919303485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"531e0918-2138-4d07-9a2c-8816afb36daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:28.97129942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"531e0918-2138-4d07-9a2c-8816afb36daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:29.023205271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"531e0918-2138-4d07-9a2c-8816afb36daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:29.075402815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"531e0918-2138-4d07-9a2c-8816afb36daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:29.190160565Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-014ab4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-014ab4","reconcileID":"2075ec11-7f04-4445-b464-a670d92e7522","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-014ab4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-014ab4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:29.798428738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-list-subs-refs-sub","reconcileID":"a1fba25a-dbda-41e0-9c6a-60b2c616b2fa","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.025100069Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-list-subs-refs-sub","reconcileID":"a1fba25a-dbda-41e0-9c6a-60b2c616b2fa","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.290631102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"88e13dc7-b393-4d61-a5c1-aadd4e8427a6","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.313617393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"e8447b98-19df-421b-853d-9ed6fb1472dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.474808741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8432d1bd-c0e4-48f9-b64f-4313f9c40ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.530631261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"22488d25-9b6e-4344-8210-a618d804a8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.553070012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8432d1bd-c0e4-48f9-b64f-4313f9c40ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.59063898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"22488d25-9b6e-4344-8210-a618d804a8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:30.984331605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"73c19701-14bd-4510-bcde-5fc79f0ddcf7","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.041068906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"ae0c345a-40ed-42a9-bfaf-ccc5d03f85a9","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.092718775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"f128f0c4-1eb9-45ea-9365-00f5eb24af62","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.103074352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5cc587-6dd8-460d-ad21-faac3ab2e96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.15670033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5cc587-6dd8-460d-ad21-faac3ab2e96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.156856435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"691cfe9f-58e6-47e7-ae99-8c16f8d889da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.157028737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0ef40ef1-a4da-4ce7-bb6a-aabd9c5f823b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.208960225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5cc587-6dd8-460d-ad21-faac3ab2e96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.213489914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"691cfe9f-58e6-47e7-ae99-8c16f8d889da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.254754648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"d15cbf47-46da-41d6-89cd-00711bda851f","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.261440952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5cc587-6dd8-460d-ad21-faac3ab2e96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.261992341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-model-match-sub ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.265438722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0ef40ef1-a4da-4ce7-bb6a-aabd9c5f823b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.314140511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"1c002682-b5c9-4a4f-b136-5222e9e3aa75","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.317514658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"8c4ea940-1ec9-4654-9cc2-c27b95400061","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.320733822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"e5871b7d-2559-4a2b-b43d-0acfac4565d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.370690998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"167d4101-12fe-49bc-bdca-28945aa8ba6b","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.372688468Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.427245129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"c4fdba45-6583-4cc0-8e51-72165f401a33","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.474886293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"5f7e08c9-a02e-4692-aad1-d4bd08d50091","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.534963507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"54a0b2ba-fa67-4594-b215-67f55854ec51","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.535785146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-other-subscription","reconcileID":"1c002682-b5c9-4a4f-b136-5222e9e3aa75","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-96031a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.596638135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"9e06af3a-4581-4fd9-9124-e6f3a4df9d33","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.664265323Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"9e06af3a-4581-4fd9-9124-e6f3a4df9d33","name":"distinct-w2-08c2c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-08c2c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.665421087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"9e06af3a-4581-4fd9-9124-e6f3a4df9d33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-08c2c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.665352925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"f40042c5-0251-474d-970e-7313189976a0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-2-w2-08c2c6","model":"distinct-2-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.675772749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"5080d0b0-565b-44de-bfba-962254b79b2d","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.70573269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a731f7e3-f16a-4341-a10b-2776e1a24179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.758649487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"7477afab-af84-4eff-aaf1-2bf6aceb3d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.762723889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"a731f7e3-f16a-4341-a10b-2776e1a24179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.764144751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"9d7f0ba3-caf1-4e68-9096-a23ae4642cc2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","model":"distinct-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.813450327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1e211f14-0873-4f9f-a0d3-fd599137624c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.814002493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"877752ca-4f4d-4caa-b399-5a68d7d904c1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.818966596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-model-match-sub ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.831430283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"0d669438-1857-43ab-b87d-4b145b6a1fc7","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.833293755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"e858fd3d-5efc-4faf-a8f6-b42b2bf2f24b","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:31.908163796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.95390059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"877752ca-4f4d-4caa-b399-5a68d7d904c1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.983333219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"e0a8c52d-709c-4484-8201-b5ed57f5c833","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.984783822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1e211f14-0873-4f9f-a0d3-fd599137624c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:31.985632825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"896eec50-ba6a-4f56-bde4-4638e49f8544","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.010584792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"d342ad7b-b0af-4980-8722-da04a5728701","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.059608708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d4e20fe3-8628-40f4-a6dc-35380136c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.077967515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"430ee0fc-ade9-4b9a-803f-e9df16417286","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.116947576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d4e20fe3-8628-40f4-a6dc-35380136c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.170925349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"9a1d01f9-fd66-4553-ac90-2b3382275b70","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-2-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.217933485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"91eb41e5-c75d-4657-98c8-78599377d4b1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.281774388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"91eb41e5-c75d-4657-98c8-78599377d4b1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.282414075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5d960a85-ac7c-4f86-a27a-3112d5a1f1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.290865707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"825d0849-a307-4987-bccc-76ef6fa08fec","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.350628115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5d960a85-ac7c-4f86-a27a-3112d5a1f1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.368786354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"5195795b-c824-41d6-a83e-0edb6e6d2ea6","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.47108576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"80d89a3f-e329-4786-9cce-a811246f88ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.497419201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"ad604c09-13a1-49cd-b984-22cfb858f9d1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-2-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.528383647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"80d89a3f-e329-4786-9cce-a811246f88ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.564592572Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"e2e-test-auth-access-denied","reconcileID":"fc4229d0-b21e-4fe9-a92f-db0740b34814","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.621285406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"81bac77c-b0f3-4d8a-9634-4f99ad3b91f9","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.626620405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"f82b3a5f-eab0-4a55-9a95-b999fb76bcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.626703177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"26cca70f-79ed-474b-9268-98222ca19eb7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.683067064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"f82b3a5f-eab0-4a55-9a95-b999fb76bcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.683537886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"26cca70f-79ed-474b-9268-98222ca19eb7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.772685745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"05c9d052-9397-4d42-833b-c1ca6d522597","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.889001997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"7ed4e6da-5c3e-4c66-8ec5-965231fa6eb8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.951468377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"7ed4e6da-5c3e-4c66-8ec5-965231fa6eb8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:32.953561637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"a8afc804-2291-43d8-9e92-d2b338d1c535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.005482096Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"a8afc804-2291-43d8-9e92-d2b338d1c535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.057439363Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-sub","reconcileID":"a8afc804-2291-43d8-9e92-d2b338d1c535","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.339915214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"44a5bd95-1936-4a75-9f59-f202f43e31c9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"tenant":"e2e-worker-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.340787496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"e2e-enrichment-model-ref","reconcileID":"44a5bd95-1936-4a75-9f59-f202f43e31c9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.34041354Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-08c2c6 priority=0:[ai-tenant-e2e-worker-w2-08c2c6/e2e-model-match-sub ai-tenant-e2e-worker-w2-08c2c6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.399289369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"94950e78-d8c5-48df-869a-776d7169240e","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.59167008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"447f34ad-6d53-483e-ac10-c83cf5e44172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.59197882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3217bbd1-a2bf-46a2-8a6c-5f614f7eb260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.657021051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"3217bbd1-a2bf-46a2-8a6c-5f614f7eb260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.659191844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"447f34ad-6d53-483e-ac10-c83cf5e44172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.749758344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"faf218ee-5aea-437c-a0dc-5a1291977b65","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.816493152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"62429772-02c7-4034-9ed7-0c651b0eb3a5","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.844831711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9cf93021-29d9-47d8-b190-08385593232c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.845202055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"78f0a62f-5ff8-421c-b4e6-1f63d71aa8ac","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.84546381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"da0be694-0906-4134-9366-d40c6eeabd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.870439065Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"d70d66ef-d705-4584-9564-a05756e93be9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb83de46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.903933477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"da0be694-0906-4134-9366-d40c6eeabd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.904246856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9cf93021-29d9-47d8-b190-08385593232c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:33.906094519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"78f0a62f-5ff8-421c-b4e6-1f63d71aa8ac","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.122568427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"54d46cbc-0b0e-46e8-b797-2a53faf4a193","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.179945064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"54d46cbc-0b0e-46e8-b797-2a53faf4a193","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.3897961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"71b9fb92-7e0c-4382-97c0-b90c72184eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.397933428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"98c23d7e-f04c-4f74-8c2b-f83b94d57dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.39835331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"ed110830-fa92-41a5-9437-3f6855146344","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.452077174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"71b9fb92-7e0c-4382-97c0-b90c72184eca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.462112921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"98c23d7e-f04c-4f74-8c2b-f83b94d57dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:34.462827083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"ed110830-fa92-41a5-9437-3f6855146344","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.472452977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cfa11e-cff1-4b2e-86c8-24806a631c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.547467682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cfa11e-cff1-4b2e-86c8-24806a631c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.552798805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-94e3ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-94e3ae","reconcileID":"3b203d98-45d7-4bce-b6fc-33bb1b15b5a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-94e3ae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-94e3ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.768265076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cfa11e-cff1-4b2e-86c8-24806a631c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:36.908288869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cfa11e-cff1-4b2e-86c8-24806a631c02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.284372644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fa00ea4c-52b5-4aec-a949-c27d348daf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.339212961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"84c1dd5b-cb05-4e3c-bb07-7c9eaa61f1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.35955696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fa00ea4c-52b5-4aec-a949-c27d348daf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:37.401865177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"84c1dd5b-cb05-4e3c-bb07-7c9eaa61f1f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.12409283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2590f0e1-754c-43ba-9ee5-21c69b8a4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.176140875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2590f0e1-754c-43ba-9ee5-21c69b8a4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.22871782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2590f0e1-754c-43ba-9ee5-21c69b8a4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:39.281075803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2590f0e1-754c-43ba-9ee5-21c69b8a4185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.386929421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8503a6-1538-4686-9f0f-e094856f381b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.439773857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8503a6-1538-4686-9f0f-e094856f381b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.491577366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8503a6-1538-4686-9f0f-e094856f381b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:41.548498293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8503a6-1538-4686-9f0f-e094856f381b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.922500494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"4aa9b644-3744-4016-9553-109eaee162fe","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:43.974663896Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"4aa9b644-3744-4016-9553-109eaee162fe","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.030103918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-sub","reconcileID":"4aa9b644-3744-4016-9553-109eaee162fe","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.327028045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"c528c0e2-0c64-4e10-97b7-dd6d05f983c1","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.427094848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"883fa473-4b6f-41b6-bf6d-853ad19c2211","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.473418294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"1d8a7d60-6656-4d8d-b971-68f78bd2ebb0","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.629340567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"da4324e2-96c4-4dfd-8a30-849274877e76","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.629549328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"b3d0235b-6b3f-4724-bafb-2b80449f1658","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.629340258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ea298c37-6e1b-4fca-8118-24f6e49025d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.629978799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"32c54461-9f95-4695-9057-d4dc12414134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.638933568Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"ba81d6a6-726f-4dbe-9a9b-f26ff1ba4fa7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-567e11bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.695656111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"da4324e2-96c4-4dfd-8a30-849274877e76","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.695826712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ea298c37-6e1b-4fca-8118-24f6e49025d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.699501038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"32c54461-9f95-4695-9057-d4dc12414134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:44.702024874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"b3d0235b-6b3f-4724-bafb-2b80449f1658","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.190593419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"dc301c11-4a05-4afd-afb7-55025edc63ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.190605481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c422e15a-d3e9-4417-b92b-d1b27146d4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.191052068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"02de2926-c3a1-49bf-85bd-add8ed1517c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.252407831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"02de2926-c3a1-49bf-85bd-add8ed1517c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.25262103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c422e15a-d3e9-4417-b92b-d1b27146d4fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.255806499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"dc301c11-4a05-4afd-afb7-55025edc63ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.295953971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"9539886b-473c-422a-8c11-97934ef22a54","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:45.35837503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"9539886b-473c-422a-8c11-97934ef22a54","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:47.218975445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14515801-2c24-462a-9db9-1337db035939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:47.271645302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14515801-2c24-462a-9db9-1337db035939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:47.324031962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14515801-2c24-462a-9db9-1337db035939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:47.375770115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14515801-2c24-462a-9db9-1337db035939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:47.71553418Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-f46b61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-f46b61","reconcileID":"eab01f94-6cdf-4877-b822-bccd160eb798","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-f46b61","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-f46b61":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:48.72985987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-440c60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-440c60","reconcileID":"3ad6bc86-a6b1-4c58-9300-c9b31226377e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-440c60","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-440c60":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:49.431072605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbf633-7cd4-45ee-be00-d1422f2dee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:49.487710393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbf633-7cd4-45ee-be00-d1422f2dee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:49.545067391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbf633-7cd4-45ee-be00-d1422f2dee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:49.600583805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbf633-7cd4-45ee-be00-d1422f2dee24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.646272188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bbc5e-a28f-4fc3-b8d6-26d3ecc93355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.706365358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bbc5e-a28f-4fc3-b8d6-26d3ecc93355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.775876528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bbc5e-a28f-4fc3-b8d6-26d3ecc93355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:51.831975863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814bbc5e-a28f-4fc3-b8d6-26d3ecc93355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:52.996497903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:53.794828253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf971fa2-6006-41da-8cac-84acf5ca7a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:53.848640247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf971fa2-6006-41da-8cac-84acf5ca7a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:53.900697315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf971fa2-6006-41da-8cac-84acf5ca7a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:53.955614609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf971fa2-6006-41da-8cac-84acf5ca7a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.692204734Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"08e69e0c-8cda-4422-8780-772d7e80938e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.74445635Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"08e69e0c-8cda-4422-8780-772d7e80938e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:54.796510192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-sub","reconcileID":"08e69e0c-8cda-4422-8780-772d7e80938e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.144804145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"7c3f5dd8-d008-4495-8e21-7d22f5f4de4c","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.289874309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"c4ff622c-5cb9-4a3a-a2ee-469a54fa40d9","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.453979503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"20bfa453-18aa-4112-88c3-1729a7629458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.454229251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"6f755223-a92d-4d74-9c49-57eda8464604","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.453970548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"5cbb6fca-4821-4c42-ae0e-5f7b1d1c0c6b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.454788292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b37d79c0-b3ca-4089-b727-afe8daf4dd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.511662215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"6f755223-a92d-4d74-9c49-57eda8464604","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.511832766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"5cbb6fca-4821-4c42-ae0e-5f7b1d1c0c6b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.513891486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"20bfa453-18aa-4112-88c3-1729a7629458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.514479701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b37d79c0-b3ca-4089-b727-afe8daf4dd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.715300319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-match-auth","reconcileID":"b13d0bb8-afb7-44d6-9d7e-0e2bf7beb604","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.861552198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dfc1fa-cd9e-4600-b1f3-945357575be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.913413199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dfc1fa-cd9e-4600-b1f3-945357575be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.917638251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"0e024acb-d23b-4992-beb8-efce92ee2f62","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.96530862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dfc1fa-cd9e-4600-b1f3-945357575be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:55.96554975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"f740fe03-38f6-4da4-81a0-15aa6b32b843","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.017049369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11dfc1fa-cd9e-4600-b1f3-945357575be3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.061120915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"49ace7fb-ceff-41bd-8c34-7a47b7d8922b","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.073847998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"f740fe03-38f6-4da4-81a0-15aa6b32b843","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.279969698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-model-nomatch-auth","reconcileID":"14ae7019-c454-4185-852d-c9fb5d5fac31","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:56.438142416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"119d6885-2b97-418c-9508-325e928a4ec5","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:57.906124096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"8321ab66-de5d-4559-9500-fc31a180858c","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:57.97535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"4767d6b5-ce08-4754-b637-6fd7d04e32fa","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:32:58.024651935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"e37dc90b-98c6-4968-84ee-5f40d39302ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.071792043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5330967e-b4c5-429c-9ceb-570e39176538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.146313702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7708bed9-e397-40e2-9474-47104b56c708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.146865118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ffbf0b4f-cb71-42c4-9933-3bf687849748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.150030414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"303d56c3-01d7-4fee-881f-905063f8eac5","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.163792102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5330967e-b4c5-429c-9ceb-570e39176538","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.202578704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7708bed9-e397-40e2-9474-47104b56c708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.211795254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"7611e32e-64f4-4515-a493-79c71cef27fd","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.287407543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7708bed9-e397-40e2-9474-47104b56c708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.289127932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"99f2693e-8af6-48d4-b4f6-ac26cb0bdb7e","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.297618312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ffbf0b4f-cb71-42c4-9933-3bf687849748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.375738681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"cec0a3f0-b180-4043-87f0-db72c9fa9b02","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.377440683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7708bed9-e397-40e2-9474-47104b56c708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.566800244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"a3474571-da9c-40f0-ba1f-ad2cdfed8f01","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.591849651Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"3557f64a-ebb2-4a54-b093-4f7aa265fb83","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","model":"distinct-w2-08c2c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-08c2c6/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.628949467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"a3474571-da9c-40f0-ba1f-ad2cdfed8f01","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.77514362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"f5703bd0-807c-43be-ad00-93c67f22921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.92502417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"a52e98a0-d03f-49d3-bddb-cd8c1d060357","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:58.966363384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"f5703bd0-807c-43be-ad00-93c67f22921a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.044105739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0dce1c44-941f-4e71-bed9-810ac7ad86af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.133042706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"0dce1c44-941f-4e71-bed9-810ac7ad86af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.156279599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"c614fb49-e24c-4b5d-be43-649df7771340","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.198304769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"a811415f-72bf-4064-8ab3-41005203815d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.465443181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"50b857ab-3f52-40c4-be80-411752dd8224","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.548445311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"50b857ab-3f52-40c4-be80-411752dd8224","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:32:59.92697284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"91595f07-6c54-4292-844b-930a36cb5d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.008848564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d011377a-e5e8-4033-a47e-0084f9f2cf33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.036881317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"91595f07-6c54-4292-844b-930a36cb5d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.081511321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"f7f422ff-2701-4249-a17f-26a6f1f8a46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.082322095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"68f0a1a4-c373-4c14-8ed6-2b952dd7a0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.092456962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d011377a-e5e8-4033-a47e-0084f9f2cf33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.13668182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"068e98ed-0906-4daf-9ab5-c92e4e868ae0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.155140464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"f7f422ff-2701-4249-a17f-26a6f1f8a46f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.155976964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"68f0a1a4-c373-4c14-8ed6-2b952dd7a0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.217961191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"068e98ed-0906-4daf-9ab5-c92e4e868ae0","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:00.954515401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf69641-44c5-46bc-abfa-ac08a033d0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.006257322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf69641-44c5-46bc-abfa-ac08a033d0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.090741488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf69641-44c5-46bc-abfa-ac08a033d0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.14675801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cf69641-44c5-46bc-abfa-ac08a033d0f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.767008421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-auth","reconcileID":"421fcac5-e735-4efd-9473-66b99615ece6","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-2-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.767010344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"ff99e261-1511-49cf-96b2-58f255613a28","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:01.976613844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"157d4eb5-8194-4a36-9ceb-e68c92f0d31b","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.12034858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"62fad6bc-e1da-46e8-94ad-ed4b99b325bb","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.274600402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1ecaad57-8bda-4cae-ac7a-a3eb5f17fcfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.274601269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"406b5476-1619-48ea-b643-84fc4a8cc763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.332514271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"406b5476-1619-48ea-b643-84fc4a8cc763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:02.332540695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"1ecaad57-8bda-4cae-ac7a-a3eb5f17fcfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.282217971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"ce9c3c34-764a-4df9-b7d2-aa75c1b82cdf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.334552344Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"ce9c3c34-764a-4df9-b7d2-aa75c1b82cdf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.387092723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"e2e-no-access-sub","reconcileID":"ce9c3c34-764a-4df9-b7d2-aa75c1b82cdf","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/distinct-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.705421545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"ff573e44-61fa-4316-843f-e824fe2c23e3","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.904044841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"64b71d87-5f5b-4708-9c4b-903941495a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.904102387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"841d8915-f01d-46a3-8bd1-8db7152d9c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.981508162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"841d8915-f01d-46a3-8bd1-8db7152d9c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:12.982623031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"64b71d87-5f5b-4708-9c4b-903941495a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.70166939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6084e66-c537-459d-b97f-bf693a54dfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.701954041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f32c4631-5f69-4e50-9319-255169e8c5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.763424267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6084e66-c537-459d-b97f-bf693a54dfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:13.764534409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f32c4631-5f69-4e50-9319-255169e8c5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.131877363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ab21eb02-0d7f-41d8-a7ad-f964d4ff790b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.131876353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"164c766b-e653-4d3a-aade-c6f72f03027c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.190533583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"164c766b-e653-4d3a-aade-c6f72f03027c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:14.193362922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"ab21eb02-0d7f-41d8-a7ad-f964d4ff790b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:17.671308547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf9ab95-fd9c-45b8-8ce1-778607143b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:17.722896071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf9ab95-fd9c-45b8-8ce1-778607143b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:17.774726261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf9ab95-fd9c-45b8-8ce1-778607143b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:17.826335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf9ab95-fd9c-45b8-8ce1-778607143b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:18.181466304Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-980b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-980b82","reconcileID":"7fcb613f-f6ec-4743-b0c0-9d7824a91852","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-980b82","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-980b82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.77388601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adedf3e-ecda-44c8-8092-4007c6786172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.825495781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adedf3e-ecda-44c8-8092-4007c6786172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.877479706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adedf3e-ecda-44c8-8092-4007c6786172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:19.929470145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4adedf3e-ecda-44c8-8092-4007c6786172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:21.897356489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef315dc5-9380-4184-a0b5-f3f5e8678637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:21.957797157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef315dc5-9380-4184-a0b5-f3f5e8678637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:22.052746515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef315dc5-9380-4184-a0b5-f3f5e8678637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:22.106757612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef315dc5-9380-4184-a0b5-f3f5e8678637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:22.996119301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:24.083135082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3896b4bd-ac7d-4508-aad4-5855234f419a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:24.134961849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3896b4bd-ac7d-4508-aad4-5855234f419a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:24.186759985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3896b4bd-ac7d-4508-aad4-5855234f419a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:24.238376146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3896b4bd-ac7d-4508-aad4-5855234f419a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:26.199267115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c8f9c-2769-4ba5-b288-1fd4e81d6a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:26.271766935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c8f9c-2769-4ba5-b288-1fd4e81d6a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:26.381789479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c8f9c-2769-4ba5-b288-1fd4e81d6a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:26.434262476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130c8f9c-2769-4ba5-b288-1fd4e81d6a60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:27.548546337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"0e285fd1-67f6-44d2-bd71-6b4e93571b0b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:27.684809128Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"0e285fd1-67f6-44d2-bd71-6b4e93571b0b","name":"e2e-praxis-a-94e3ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:27.943665236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d487395d-38f0-4b62-ac23-0f1d8179887d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:27.968869088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"73dedda0-554a-4f9b-9258-c2c111312f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.041392899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d487395d-38f0-4b62-ac23-0f1d8179887d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:28.047601622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"73dedda0-554a-4f9b-9258-c2c111312f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:42.619968877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"e7062dac-ae0d-4a41-bb3c-b2243ff794c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:42.736955467Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"e7062dac-ae0d-4a41-bb3c-b2243ff794c7","name":"e2e-shared-a-w3-f46b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:47.721412535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"adace31a-563f-402c-9bdc-bf678fde1992","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:47.837475843Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"adace31a-563f-402c-9bdc-bf678fde1992","name":"e2e-shared-a-w0-440c60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:33:53.008536001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.790566146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec82e8-5562-4840-b7da-b79f17192588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.846418507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec82e8-5562-4840-b7da-b79f17192588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.898634068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec82e8-5562-4840-b7da-b79f17192588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:20.95157025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aec82e8-5562-4840-b7da-b79f17192588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.87623632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c07aa1-c8ad-4cf1-a390-925a125768ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.928305163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c07aa1-c8ad-4cf1-a390-925a125768ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.980128152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c07aa1-c8ad-4cf1-a390-925a125768ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:22.992947783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:23.032610992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c07aa1-c8ad-4cf1-a390-925a125768ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:24.973889191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca313d3-650d-4ec6-a030-32ee82f40def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.029607305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca313d3-650d-4ec6-a030-32ee82f40def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.082421292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca313d3-650d-4ec6-a030-32ee82f40def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:25.134220019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca313d3-650d-4ec6-a030-32ee82f40def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:27.347534701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"9028a3f1-ae1e-4d2c-b067-c83360acf156","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:27.466606645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"9028a3f1-ae1e-4d2c-b067-c83360acf156","name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.4031482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b986828f-2b4d-4927-875d-e7e2c5f8b8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.455417723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b986828f-2b4d-4927-875d-e7e2c5f8b8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.510021277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b986828f-2b4d-4927-875d-e7e2c5f8b8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:34.562975764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b986828f-2b4d-4927-875d-e7e2c5f8b8cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.427598228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"516770c3-ffa7-49ef-acc3-e2d59c22bd97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.540088989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aab0319a-37ac-43e5-af95-be2038cd9f23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.550332071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"03067ddb-69be-4433-aa1f-14e717dcb9e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.66988263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"076f7a24-9310-4726-af5e-752039d0966f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.77524442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"35548dd2-b078-4971-b9e0-bd951862eb8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.846983828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"38c8d730-ace4-46de-a296-18c94903163e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:35.989102899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"eba526ac-ac9a-4f6a-a061-6570ce22ebc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.043684098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"92809643-ce22-4913-b24d-8eeb16606a3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.143984512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"59f78e36-7cce-433f-8a9c-da5c360cd37d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.410593699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e4ba5633-4469-4659-8313-7bd93042e0a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.471211936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58033672-fe29-4bc8-b5b8-ce328b31dc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.511612636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"99439e81-e944-4514-ac38-14f9ca499672","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.52311748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58033672-fe29-4bc8-b5b8-ce328b31dc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.575323788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58033672-fe29-4bc8-b5b8-ce328b31dc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.627332053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58033672-fe29-4bc8-b5b8-ce328b31dc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:36.679564396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"60b5cd63-9086-4837-a29f-b367f3f2fb12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.431791594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811801c0-b488-4b30-8bcc-9025b463f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.483392711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811801c0-b488-4b30-8bcc-9025b463f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.534887912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811801c0-b488-4b30-8bcc-9025b463f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:44.58749258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"811801c0-b488-4b30-8bcc-9025b463f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:45.325598665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a5d6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a5d6d8","reconcileID":"70487e58-d585-47b4-87ed-d613b79338cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a5d6d8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a5d6d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:46.484356744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac10a2a-48ad-481d-a52d-7826f915ee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:46.536013923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac10a2a-48ad-481d-a52d-7826f915ee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:46.58760256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac10a2a-48ad-481d-a52d-7826f915ee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:46.639339011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac10a2a-48ad-481d-a52d-7826f915ee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.58823418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81aed5df-3f54-48de-a023-bbda3992c893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.640441184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81aed5df-3f54-48de-a023-bbda3992c893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.692353026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81aed5df-3f54-48de-a023-bbda3992c893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:48.778513565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81aed5df-3f54-48de-a023-bbda3992c893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.723450245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325f27f0-8582-4ad2-b69c-0b1022534b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.775283901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325f27f0-8582-4ad2-b69c-0b1022534b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.82691173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325f27f0-8582-4ad2-b69c-0b1022534b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:50.878737169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325f27f0-8582-4ad2-b69c-0b1022534b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.869811237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04059e9-99c3-47ae-bd5a-cc82f170e4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.921840114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04059e9-99c3-47ae-bd5a-cc82f170e4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.973851028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04059e9-99c3-47ae-bd5a-cc82f170e4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:52.990480761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:53.025623336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04059e9-99c3-47ae-bd5a-cc82f170e4e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.946349754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a1bbc8-11ee-4d4e-9f1a-adc8fc00121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:54.998297031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a1bbc8-11ee-4d4e-9f1a-adc8fc00121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:55.094353175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a1bbc8-11ee-4d4e-9f1a-adc8fc00121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:55.147920254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21a1bbc8-11ee-4d4e-9f1a-adc8fc00121b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:56.289011466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-1f0009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-1f0009","reconcileID":"9693a441-e737-40ee-8f5c-5ceed9d3de81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-1f0009","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-1f0009":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:57.029875913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731635e6-74f0-4cca-beac-b03d5e5b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:57.089722826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731635e6-74f0-4cca-beac-b03d5e5b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:57.141958404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731635e6-74f0-4cca-beac-b03d5e5b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:57.193598994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731635e6-74f0-4cca-beac-b03d5e5b0a6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.270601647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9250bd-0a27-499b-a5ef-2acdae9cfa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.32210995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9250bd-0a27-499b-a5ef-2acdae9cfa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.410089246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9250bd-0a27-499b-a5ef-2acdae9cfa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:34:59.462927017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9250bd-0a27-499b-a5ef-2acdae9cfa1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.500082239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e334d-aa56-498a-8841-d1bd2211a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.551842272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e334d-aa56-498a-8841-d1bd2211a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.603530442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e334d-aa56-498a-8841-d1bd2211a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:01.655655601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599e334d-aa56-498a-8841-d1bd2211a20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:02.553778025Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-915ccb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-915ccb","reconcileID":"19b71a1e-e6c4-44b7-8a29-cc49695a2443","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-915ccb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-915ccb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.618869387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3472ac0a-5060-4848-a48a-047ff8b8cbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.672351047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3472ac0a-5060-4848-a48a-047ff8b8cbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.725655613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3472ac0a-5060-4848-a48a-047ff8b8cbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:03.777301168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3472ac0a-5060-4848-a48a-047ff8b8cbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.723634101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"726f836a-1b54-4ac1-9823-27a1efa342af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.750749556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f01d0-8d47-4066-9c4c-db8aef0d2d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.802429673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f01d0-8d47-4066-9c4c-db8aef0d2d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.854315189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f01d0-8d47-4066-9c4c-db8aef0d2d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.855012558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"73946eee-b26e-4a0b-a866-d0b6447a3bb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:05.905884941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea7f01d0-8d47-4066-9c4c-db8aef0d2d2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.012082917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a3e76768-79b3-4083-9885-14824a1f3f43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.062037049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"0f792cfc-5a45-457b-a403-c45aec213643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.180496017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"abc653ec-f56f-4756-bfa6-93b51c348cb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.41655915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"301ec913-f29e-4a89-b95d-18df671d7905","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.45586302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"370b0936-e0e8-4a66-9cc1-7f48fc28497d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.583547673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"819949b7-67db-4abe-a905-6cf62cb697da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.58428444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7a7c7b5-4347-401b-b545-986eabf23deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.726738121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"dc5e7a75-04b1-4d21-9c74-0200ad10d88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.781076849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"d2fcc655-3b47-4beb-8d3a-93d4cbb471bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:06.891497125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e855e409-4ce2-4c69-8862-e220e875730c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.038893225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14ae63b-9adb-43fb-ae0e-853e86709f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.091519892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14ae63b-9adb-43fb-ae0e-853e86709f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.144545154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14ae63b-9adb-43fb-ae0e-853e86709f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:08.197087635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14ae63b-9adb-43fb-ae0e-853e86709f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:10.179023959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1d12f5-1cb5-424f-ad75-169bd934eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:10.231219777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1d12f5-1cb5-424f-ad75-169bd934eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:10.285633457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1d12f5-1cb5-424f-ad75-169bd934eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:10.341448438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b1d12f5-1cb5-424f-ad75-169bd934eb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.235943259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1284de-69b0-4b5c-8b63-dbb111f3eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.289869333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1284de-69b0-4b5c-8b63-dbb111f3eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.342734872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1284de-69b0-4b5c-8b63-dbb111f3eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:12.39459933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c1284de-69b0-4b5c-8b63-dbb111f3eb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.361526649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18203e13-9321-4997-a79f-4bd45e982e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.413520329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18203e13-9321-4997-a79f-4bd45e982e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.465811383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18203e13-9321-4997-a79f-4bd45e982e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:14.517526842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18203e13-9321-4997-a79f-4bd45e982e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.386761006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda49707-8a36-4ab9-a7f6-28225de7ec03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.440410918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda49707-8a36-4ab9-a7f6-28225de7ec03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.493898196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda49707-8a36-4ab9-a7f6-28225de7ec03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:16.549521563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda49707-8a36-4ab9-a7f6-28225de7ec03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:22.990380741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.127646673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","namespace":"ai-tenant-e2e-ipp-a-818fe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.12771164Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","namespace":"ai-tenant-e2e-ipp-a-818fe8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.127760378Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","tenant":"e2e-ipp-a-818fe8","tenantID":"e2e-ipp-a-818fe8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.181233007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Deployment","name":"maas-api-e2e-ipp-a-818fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.240665345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Service","name":"maas-api-e2e-ipp-a-818fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.299442376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-818fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.355315495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-818fe8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.411641767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.467746369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.522608199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.589362271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.649045782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.702891607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.764536319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Service","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.823800542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.877643031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.932697514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:23.987776808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:24.04316659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:24.097508517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:24.151322209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:24.208496047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-818fe8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:24.264513236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-818fe8"},"namespace":"ai-tenant-e2e-ipp-a-818fe8","name":"default-tenant","reconcileID":"1f79c35a-7c27-4d27-868a-e466b55b1820","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-818fe8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.030499444Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-818fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-818fe8","reconcileID":"9e56ec4c-8888-4178-99f3-51ce41a21ebd","aitenant":"ai-tenants/e2e-ipp-a-818fe8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.574002557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2bea0c-6f14-4a9c-a772-cf59c1834d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.625984849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2bea0c-6f14-4a9c-a772-cf59c1834d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.677605738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2bea0c-6f14-4a9c-a772-cf59c1834d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.729597555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2bea0c-6f14-4a9c-a772-cf59c1834d33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:28.841593336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-818fe8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-818fe8","reconcileID":"9e56ec4c-8888-4178-99f3-51ce41a21ebd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-818fe8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-818fe8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.588216149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"281982c8-53af-4f96-b6e5-26cacd9ec0f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.725705929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"c9902dab-1b59-41da-9509-ad3b6cc611b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.782196176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa8b7c-e2f1-407a-bf19-8bc6c5857ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.806948935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"90458c34-c225-48e9-ad12-40835a6b81d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.834112856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa8b7c-e2f1-407a-bf19-8bc6c5857ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.886262572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa8b7c-e2f1-407a-bf19-8bc6c5857ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:30.938618911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6fa8b7c-e2f1-407a-bf19-8bc6c5857ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.043510473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77b9308d-daf3-4cbd-985c-86ffc708f811","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.043601506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"560b1f24-9a97-41d0-af36-ac3447fbd971","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.094552667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"ecbb87a9-7287-4cdd-80ca-eb9b58e6750d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.146662237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"ce70a028-5bef-4691-8111-92c98d97571c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.30833307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"3942a5eb-6c76-4125-a54f-5a6ab9264ed6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.411678425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ff5af66-9e69-4795-9df6-d087656d53c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.51206605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"8039a20b-dfd3-40ee-89bc-9c7921ba5be3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.613083289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"6d98f7eb-017a-4a39-a173-d0ec72007ff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:31.713542831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"618308d1-5a56-4454-b9d4-134c61db0d97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.871039641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4694c25-abd1-406d-9615-2c5ba376d642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.92266828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4694c25-abd1-406d-9615-2c5ba376d642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:32.974267891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4694c25-abd1-406d-9615-2c5ba376d642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:33.026064585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4694c25-abd1-406d-9615-2c5ba376d642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:34.966807401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e9adde-7cf2-4c04-8c4d-1d850e6a12a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.018495875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e9adde-7cf2-4c04-8c4d-1d850e6a12a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.070303392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e9adde-7cf2-4c04-8c4d-1d850e6a12a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:35.121998379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e9adde-7cf2-4c04-8c4d-1d850e6a12a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.066493809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1a3e2-c16c-4a1a-b2f3-09ff0d8b55ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.118523601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1a3e2-c16c-4a1a-b2f3-09ff0d8b55ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.17001489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1a3e2-c16c-4a1a-b2f3-09ff0d8b55ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:37.223486729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb1a3e2-c16c-4a1a-b2f3-09ff0d8b55ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.173234053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69707172-f72f-4802-9bc7-f2531c9ffc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.225045965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69707172-f72f-4802-9bc7-f2531c9ffc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.276830748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69707172-f72f-4802-9bc7-f2531c9ffc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:39.328408868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69707172-f72f-4802-9bc7-f2531c9ffc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:41.204206657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fc2350-a99d-427e-9af4-be24babff011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:41.259110987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fc2350-a99d-427e-9af4-be24babff011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:41.270877369Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b8d3cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b8d3cb","reconcileID":"be90b46b-1388-43a9-9b11-df5ea90f1c3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b8d3cb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b8d3cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:41.31187191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fc2350-a99d-427e-9af4-be24babff011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:41.363380152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fc2350-a99d-427e-9af4-be24babff011","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:43.266461661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989321d6-4823-4fa7-bc86-09f35de7b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:43.318147424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989321d6-4823-4fa7-bc86-09f35de7b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:43.369855474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989321d6-4823-4fa7-bc86-09f35de7b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:43.421748522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989321d6-4823-4fa7-bc86-09f35de7b968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.278889541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"874743e7-a9d2-40a8-b037-b38670b6a91a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.427239214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"ea600608-849e-4b56-b058-4c1bdf227e66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.671078853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"fbf68539-8c9c-482f-9306-19f3b4c7e376","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.671722483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58e1ad26-4af4-467f-a167-bedb6935a08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:44.783727788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"201002a4-19bf-4e71-b497-36da0202e836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.010817298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"31cc0b36-3b4a-4956-934c-2d1c571f9c4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.117881414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ddcfba3-30ea-41cb-88f5-dabfde8570e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.175835923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"3c0482c3-0d0c-411e-b194-581b1c90f1e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.360752949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"faf5e893-6452-4ea2-8092-cae8f378790a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.464922244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"219e9866-5f95-4dbe-aeba-6cd324e94216","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.531508921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"a4ab345b-0eb1-45bd-a6b6-a2750b1d6b2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.58802875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d2a04-2717-4988-a02e-bf58935875fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.640678253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"07492613-0786-4964-940b-0fdf24e535bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.642242187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d2a04-2717-4988-a02e-bf58935875fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.694580065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d2a04-2717-4988-a02e-bf58935875fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:45.74652307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d2a04-2717-4988-a02e-bf58935875fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.667469952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aec95d2-8c02-498c-a4b7-42746e37f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.719422923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aec95d2-8c02-498c-a4b7-42746e37f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.771229504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aec95d2-8c02-498c-a4b7-42746e37f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:47.822791099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aec95d2-8c02-498c-a4b7-42746e37f14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.720260975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471bb90c-a60b-4335-9c41-aad1f59fdf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.772014235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471bb90c-a60b-4335-9c41-aad1f59fdf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.823976679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471bb90c-a60b-4335-9c41-aad1f59fdf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:49.87577711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"471bb90c-a60b-4335-9c41-aad1f59fdf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.026805645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"dccbe956-7d0c-434e-8b55-05cb7f513541","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a5d6d8","tenantID":"e2e-praxis-b-a5d6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.143539781Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"dccbe956-7d0c-434e-8b55-05cb7f513541","name":"e2e-praxis-b-a5d6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.767747373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c55cf-66b0-4f50-b4f4-e7410a2a290e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.819315635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c55cf-66b0-4f50-b4f4-e7410a2a290e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.871289699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c55cf-66b0-4f50-b4f4-e7410a2a290e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:51.923370841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1c55cf-66b0-4f50-b4f4-e7410a2a290e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:52.992669471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.7964353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cd4d9c-605f-4190-a14c-8bfa82e0234c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.848223566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cd4d9c-605f-4190-a14c-8bfa82e0234c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.902068985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cd4d9c-605f-4190-a14c-8bfa82e0234c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:53.955649039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23cd4d9c-605f-4190-a14c-8bfa82e0234c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.881297609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b0dad-229e-44f2-95e0-586b69f145ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.935454742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b0dad-229e-44f2-95e0-586b69f145ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:55.987794546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b0dad-229e-44f2-95e0-586b69f145ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:35:56.03978171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a56b0dad-229e-44f2-95e0-586b69f145ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.561823458Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","namespace":"ai-tenant-e2e-ipp-b-2279ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.561896323Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","namespace":"ai-tenant-e2e-ipp-b-2279ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.561973556Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","tenant":"e2e-ipp-b-2279ad","tenantID":"e2e-ipp-b-2279ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.615450972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2279ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.677491375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Service","name":"maas-api-e2e-ipp-b-2279ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.736599534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2279ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.790607282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2279ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.84543267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.900002028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:01.96222393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.024485406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.086543596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.144747653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.207869387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Service","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.270648506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.325215222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.378849238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.436915989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.492236018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.545502204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.600416195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.653728022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2279ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:02.706922924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2279ad"},"namespace":"ai-tenant-e2e-ipp-b-2279ad","name":"default-tenant","reconcileID":"4ed328cb-a0ff-488c-b4f2-19b26fc64754","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2279ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:05.589932358Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2279ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2279ad","reconcileID":"035cf13e-e67b-4c86-a305-dc821e2ff60f","aitenant":"ai-tenants/e2e-ipp-b-2279ad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.104635215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be8e1d9-c4b6-40fe-8599-dc8647d85d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.157341647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be8e1d9-c4b6-40fe-8599-dc8647d85d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.20996608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be8e1d9-c4b6-40fe-8599-dc8647d85d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.261739826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be8e1d9-c4b6-40fe-8599-dc8647d85d87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:06.4291573Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2279ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2279ad","reconcileID":"035cf13e-e67b-4c86-a305-dc821e2ff60f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2279ad","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2279ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.86047275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"2ebe81f4-8146-4fa6-a695-d9f285727d97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:07.977246676Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"2ebe81f4-8146-4fa6-a695-d9f285727d97","name":"e2e-shared-b-w3-1f0009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.211544162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a6b812-a9b1-4865-a6b8-cfab5373a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.266960231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a6b812-a9b1-4865-a6b8-cfab5373a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.319035936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a6b812-a9b1-4865-a6b8-cfab5373a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:08.370872731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85a6b812-a9b1-4865-a6b8-cfab5373a274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.29801315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a39f5-732d-44dc-a6a6-2df0f02cfcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.350673152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a39f5-732d-44dc-a6a6-2df0f02cfcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.402875235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a39f5-732d-44dc-a6a6-2df0f02cfcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:10.454851686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a39f5-732d-44dc-a6a6-2df0f02cfcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:12.395031777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a535b8-9c1f-461f-a17c-73075f128206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:12.450136984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a535b8-9c1f-461f-a17c-73075f128206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:12.502818197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a535b8-9c1f-461f-a17c-73075f128206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:12.556557954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a535b8-9c1f-461f-a17c-73075f128206","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:13.256364599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"64a6777e-169c-4cbc-9a93-090f7ec24177","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:13.373140864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"64a6777e-169c-4cbc-9a93-090f7ec24177","name":"e2e-shared-b-w0-915ccb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.461965211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92318e25-96d8-4791-8160-ccf8695d4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.514032974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92318e25-96d8-4791-8160-ccf8695d4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.56609128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92318e25-96d8-4791-8160-ccf8695d4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.572585394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4cdec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4cdec0","reconcileID":"5cb6384e-6d18-4700-b05e-12fc765bcdf6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4cdec0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-4cdec0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:14.61821091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92318e25-96d8-4791-8160-ccf8695d4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.491724334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a533c8-0f10-4906-bad7-cc8c1a8ebe2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.543425957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a533c8-0f10-4906-bad7-cc8c1a8ebe2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.596045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a533c8-0f10-4906-bad7-cc8c1a8ebe2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:16.648768238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a533c8-0f10-4906-bad7-cc8c1a8ebe2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:18.51700341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd230934-df0e-44b9-a7c3-4482ca1b3c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:18.569027664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd230934-df0e-44b9-a7c3-4482ca1b3c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:18.621656848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd230934-df0e-44b9-a7c3-4482ca1b3c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:18.676240022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd230934-df0e-44b9-a7c3-4482ca1b3c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:20.690474204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d879e4-ed70-4615-9207-f366ca5fae0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:20.742207898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d879e4-ed70-4615-9207-f366ca5fae0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:20.794027933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d879e4-ed70-4615-9207-f366ca5fae0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:20.845829406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d879e4-ed70-4615-9207-f366ca5fae0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:22.770865128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb253de-eb80-4483-a9fa-38e8d0de7208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:22.82263751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb253de-eb80-4483-a9fa-38e8d0de7208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:22.875461059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb253de-eb80-4483-a9fa-38e8d0de7208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:22.927260082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecb253de-eb80-4483-a9fa-38e8d0de7208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:22.989220292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:24.926159667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86e418e-3424-46d3-84db-b7551156b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:24.978041899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86e418e-3424-46d3-84db-b7551156b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:25.030029864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86e418e-3424-46d3-84db-b7551156b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:25.08188466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d86e418e-3424-46d3-84db-b7551156b8de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:26.993034519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f5610-1612-4c89-9c6c-d16547a0bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.045081972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f5610-1612-4c89-9c6c-d16547a0bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.097024095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f5610-1612-4c89-9c6c-d16547a0bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:27.148906701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814f5610-1612-4c89-9c6c-d16547a0bc41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.073969413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cf7ebe-8bdf-4be3-8566-4c0b78bfca89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.125816498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cf7ebe-8bdf-4be3-8566-4c0b78bfca89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.178062497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cf7ebe-8bdf-4be3-8566-4c0b78bfca89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:29.230110171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96cf7ebe-8bdf-4be3-8566-4c0b78bfca89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:31.211593256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236eb3f2-7f76-4e50-b071-5f1c1cfc742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:31.266001921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236eb3f2-7f76-4e50-b071-5f1c1cfc742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:31.318332842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236eb3f2-7f76-4e50-b071-5f1c1cfc742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:31.370253599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236eb3f2-7f76-4e50-b071-5f1c1cfc742c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.273843526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc45541-8fd6-42a1-81a6-4f747aaf1d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.325753004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc45541-8fd6-42a1-81a6-4f747aaf1d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.377676242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc45541-8fd6-42a1-81a6-4f747aaf1d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:33.429458546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc45541-8fd6-42a1-81a6-4f747aaf1d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.416910636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728d15c-8041-4984-a807-9cc3ec4f9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.468911826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728d15c-8041-4984-a807-9cc3ec4f9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.520895587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728d15c-8041-4984-a807-9cc3ec4f9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:35.573329325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a728d15c-8041-4984-a807-9cc3ec4f9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.512519334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"25f0c490-9c4f-4017-9e2f-7b3f9234631d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.612876347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"5cda2644-d2ad-4489-a782-6aae5f5dfa84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.81335278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"fde93ef8-103d-458e-9ae0-7aae50c5428e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.914922196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"3c7306ec-37fe-4d23-bb07-dd51b884f536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:47.922256326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"18a2741a-87ed-4a2d-a0ac-988cac3524c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.054727406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6a12529-d25b-4bf9-acc8-0a60e305abeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.381005256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fdf910b-6415-401c-a254-0e35d1bbafb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.481655704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"98cbbccf-66a3-4b59-9f6f-8d463f7c0443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.581025361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"912de781-39b6-44ae-ae84-251e51ec7fd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.682279322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"7a37e431-91ae-4150-88ba-f5914ed55c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.78337813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"56a87b8e-419d-486e-af57-ff71489f9dc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:48.883155409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"bfdf12c3-5d64-469f-a0fd-d719adc53078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:52.992842608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:54.670484662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"044a0206-5fb4-4ed0-b8fb-c43b784a2ff0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:36:54.788255819Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"044a0206-5fb4-4ed0-b8fb-c43b784a2ff0","name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.621238614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"eb1c3af4-b7ff-4812-8b12-75b64ce6c3fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.718283813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"10138b7e-d736-4f2f-b39c-c7c62f793722","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.815063885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e18976-151c-4a34-950d-d21e29629260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.818010228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"333dc111-415f-4eca-80c8-770836e25fc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.870678412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e18976-151c-4a34-950d-d21e29629260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.923663181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"db635118-eed5-41ec-b038-1540fa336d6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.92398397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e18976-151c-4a34-950d-d21e29629260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:06.978529296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e18976-151c-4a34-950d-d21e29629260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.157951293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"1c184984-045c-406c-80b3-5b5580adbd4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.193550852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"cc4ba6ea-558f-4891-80bf-09be9c80e1ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.211580569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"21818b67-fcfa-490a-a0ce-9dd449706907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.320242907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28305bba-4a21-4a3a-8661-7422c31fb3ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.505923468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"5f927e0d-52dd-4601-be19-c506dbf65d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.800043631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"e63e1408-6221-453a-ae0e-fcd7ed664dbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:07.91213225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86a2341d-dda1-422b-93f3-35f2ad4b17ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:08.034359705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"bce31b2c-5942-4ebf-9fc4-07d858c74947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.055073499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6152bf8-0531-4b8f-bdc2-f806c9257fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.110538059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6152bf8-0531-4b8f-bdc2-f806c9257fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.167454008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6152bf8-0531-4b8f-bdc2-f806c9257fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:09.220867997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6152bf8-0531-4b8f-bdc2-f806c9257fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.719720049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0239c809-aa89-43f0-bc14-7d2148db50f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.771861853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0239c809-aa89-43f0-bc14-7d2148db50f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.823507845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0239c809-aa89-43f0-bc14-7d2148db50f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.87559994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0239c809-aa89-43f0-bc14-7d2148db50f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:22.989949004Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.749925983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f68a2cc-fe49-4103-ae9f-da5a6fcb4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.801603901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f68a2cc-fe49-4103-ae9f-da5a6fcb4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.853612315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f68a2cc-fe49-4103-ae9f-da5a6fcb4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:24.905295866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f68a2cc-fe49-4103-ae9f-da5a6fcb4434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.835348481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ed7675-d802-43e7-beea-94e3f4bc1c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.886883872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ed7675-d802-43e7-beea-94e3f4bc1c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.938482998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ed7675-d802-43e7-beea-94e3f4bc1c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:26.989993669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ed7675-d802-43e7-beea-94e3f4bc1c36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.882844648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c9b91c-5a89-47f3-bf04-7d69b086e154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.934582194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c9b91c-5a89-47f3-bf04-7d69b086e154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:28.986402159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c9b91c-5a89-47f3-bf04-7d69b086e154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:29.038355216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c9b91c-5a89-47f3-bf04-7d69b086e154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:30.988675331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b18176-246f-448a-ba00-ed6c2aa4ad65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.040477563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b18176-246f-448a-ba00-ed6c2aa4ad65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.092238321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b18176-246f-448a-ba00-ed6c2aa4ad65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.143998226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b18176-246f-448a-ba00-ed6c2aa4ad65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.820380373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"8e50a07f-f441-4d3f-9fd2-f83eae01ec8a","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.820414353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"8e50a07f-f441-4d3f-9fd2-f83eae01ec8a","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.839294854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"bc6b16db-0072-4800-8d67-7da7253fcb2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-4cdec0","tenantID":"e2e-praxis-a-4cdec0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:31.955460513Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"bc6b16db-0072-4800-8d67-7da7253fcb2c","name":"e2e-praxis-a-4cdec0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.07343864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd95bfd7-8941-4072-9bb7-5fe11977db56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.125342431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd95bfd7-8941-4072-9bb7-5fe11977db56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.178478788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd95bfd7-8941-4072-9bb7-5fe11977db56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:33.230136563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd95bfd7-8941-4072-9bb7-5fe11977db56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.404509983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"c70c09f0-1b57-4d2c-a97b-47499504c831","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.404532427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"c70c09f0-1b57-4d2c-a97b-47499504c831","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.458734935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"74b8a3fc-4371-4c05-b4a6-ac2e7c5ef3ea","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.458752516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"74b8a3fc-4371-4c05-b4a6-ac2e7c5ef3ea","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.5614719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"1d41bfc4-af60-4bac-8fd2-1d328b4aef98","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.687252785Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"1d41bfc4-af60-4bac-8fd2-1d328b4aef98","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.742476962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-94e3ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"1d41bfc4-af60-4bac-8fd2-1d328b4aef98","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.79934173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"fe8956c5-7cf6-4aee-86f2-c8e8eb88eb6d","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:37.799362468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"fe8956c5-7cf6-4aee-86f2-c8e8eb88eb6d","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:47.902809123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"d3d1f6a8-69af-45ad-ba6e-3669c9c8e268","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:47.959344615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"d3d1f6a8-69af-45ad-ba6e-3669c9c8e268","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:48.014797671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-94e3ae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"d3d1f6a8-69af-45ad-ba6e-3669c9c8e268","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:52.99662086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.118899067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"f99a9479-f14a-47ca-8567-f7faa9e72215","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.175788208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"f99a9479-f14a-47ca-8567-f7faa9e72215","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.237048306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-94e3ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (494062be498933919e93f46f9a1a92be301bafff4e61f48646ebdc4bf2450c97) AuthConfig (f4458821f91dc9052336464bf6a68e3539c93222a7210b019aa9b383e59ddf8d) AuthConfig (3c7067ccb742828fbfe7876496d1207e36547b896b8e2fa8de20d8273ed4dbc8) AuthConfig (dd0ba1da805c965b70c74de4cfb9e6201dc771812bb6bb11cb209dccc92f3e83) AuthConfig (92ef3f74839ae3069376884e2b4028125e1f828ffa0fede200368ebc82f3d950) AuthConfig (b06879800755609ef4e0af4f813cbdd7168da5346fd6437be15c66f639da581c) AuthConfig (10d74512ce14fb6e6abb980a72b69c65e96c70ba0694f1bfc8eddd684580165f) AuthConfig (64143249c6edfccb27edad9eb3ba90d60f5aab7b2f733aa55ca3ee18e52a751b) AuthConfig (d711f9bc861f4cbe7ca8bc8b58409f1979e4d68db971f404868beea91f33a17a) AuthConfig (bda75ec5397d3609838c3616ca22bc5842b24a5bd0feb40ff843dd9ebffdd9d6) AuthConfig (92a842c51c4ca412c7d5be2423e75e8b1eb9760f45f2f3a98ecdc8c22f48ca80) AuthConfig (5486f056aa270b69fcf3445e2db970b37f4cf6057997922657162654892ca13f) AuthConfig (7420da30fa3e0e33758a0ef9ee14e92e42ad518a4990302b84d18dfd2bde1fcc) AuthConfig (ddc6bacf8cefe90b08abee95f66e4fa1b9917766752e559021196d8faab3f4da) AuthConfig (ea21f27caeb1ac91ea6bd40ea7b0d958f4438c2afe36311831f8ba9b22c2150e) AuthConfig (7df4890aca829308628fb122071ff80c1cd3c209a8cfab732eb47ccf473bcd38) AuthConfig (2ec63bb207d65462c3c0b21252177d23f50b5718fa6843ba9862ff69949eacb6) AuthConfig (612eed06be5aab222c71817ddae644dc274fe8d9d2c16b51b7663680fc2ed801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"f99a9479-f14a-47ca-8567-f7faa9e72215","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.297301327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f2e8b072-21e8-4b2d-a765-1cc2e8286796","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:37:58.297323133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f2e8b072-21e8-4b2d-a765-1cc2e8286796","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.405263781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"012f7f93-a061-490c-9f86-c1cc850ee379","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.462079867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"012f7f93-a061-490c-9f86-c1cc850ee379","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:08.517720697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-94e3ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (494062be498933919e93f46f9a1a92be301bafff4e61f48646ebdc4bf2450c97) AuthConfig (f4458821f91dc9052336464bf6a68e3539c93222a7210b019aa9b383e59ddf8d) AuthConfig (3c7067ccb742828fbfe7876496d1207e36547b896b8e2fa8de20d8273ed4dbc8) AuthConfig (dd0ba1da805c965b70c74de4cfb9e6201dc771812bb6bb11cb209dccc92f3e83) AuthConfig (92ef3f74839ae3069376884e2b4028125e1f828ffa0fede200368ebc82f3d950) AuthConfig (b06879800755609ef4e0af4f813cbdd7168da5346fd6437be15c66f639da581c) AuthConfig (10d74512ce14fb6e6abb980a72b69c65e96c70ba0694f1bfc8eddd684580165f) AuthConfig (64143249c6edfccb27edad9eb3ba90d60f5aab7b2f733aa55ca3ee18e52a751b) AuthConfig (d711f9bc861f4cbe7ca8bc8b58409f1979e4d68db971f404868beea91f33a17a) AuthConfig (bda75ec5397d3609838c3616ca22bc5842b24a5bd0feb40ff843dd9ebffdd9d6) AuthConfig (92a842c51c4ca412c7d5be2423e75e8b1eb9760f45f2f3a98ecdc8c22f48ca80) AuthConfig (5486f056aa270b69fcf3445e2db970b37f4cf6057997922657162654892ca13f) AuthConfig (7420da30fa3e0e33758a0ef9ee14e92e42ad518a4990302b84d18dfd2bde1fcc) AuthConfig (ddc6bacf8cefe90b08abee95f66e4fa1b9917766752e559021196d8faab3f4da) AuthConfig (ea21f27caeb1ac91ea6bd40ea7b0d958f4438c2afe36311831f8ba9b22c2150e) AuthConfig (7df4890aca829308628fb122071ff80c1cd3c209a8cfab732eb47ccf473bcd38) AuthConfig (2ec63bb207d65462c3c0b21252177d23f50b5718fa6843ba9862ff69949eacb6) AuthConfig (612eed06be5aab222c71817ddae644dc274fe8d9d2c16b51b7663680fc2ed801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"012f7f93-a061-490c-9f86-c1cc850ee379","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:13.229567769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cf37cf-9a48-4ed1-a91f-5c7adcea9861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:13.281481269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cf37cf-9a48-4ed1-a91f-5c7adcea9861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:13.33307494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cf37cf-9a48-4ed1-a91f-5c7adcea9861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:13.384867835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cf37cf-9a48-4ed1-a91f-5c7adcea9861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:15.380564766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba02d031-f45f-4d81-a06e-6ac6808ac255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:15.432233908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba02d031-f45f-4d81-a06e-6ac6808ac255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:15.483883658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba02d031-f45f-4d81-a06e-6ac6808ac255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:15.535513649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba02d031-f45f-4d81-a06e-6ac6808ac255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:18.620973561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"6e5b867a-15d4-4ffb-aee9-6dda8526ad51","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:18.677704912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"6e5b867a-15d4-4ffb-aee9-6dda8526ad51","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:18.733728671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-94e3ae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (494062be498933919e93f46f9a1a92be301bafff4e61f48646ebdc4bf2450c97) AuthConfig (f4458821f91dc9052336464bf6a68e3539c93222a7210b019aa9b383e59ddf8d) AuthConfig (3c7067ccb742828fbfe7876496d1207e36547b896b8e2fa8de20d8273ed4dbc8) AuthConfig (dd0ba1da805c965b70c74de4cfb9e6201dc771812bb6bb11cb209dccc92f3e83) AuthConfig (92ef3f74839ae3069376884e2b4028125e1f828ffa0fede200368ebc82f3d950) AuthConfig (b06879800755609ef4e0af4f813cbdd7168da5346fd6437be15c66f639da581c) AuthConfig (10d74512ce14fb6e6abb980a72b69c65e96c70ba0694f1bfc8eddd684580165f) AuthConfig (64143249c6edfccb27edad9eb3ba90d60f5aab7b2f733aa55ca3ee18e52a751b) AuthConfig (d711f9bc861f4cbe7ca8bc8b58409f1979e4d68db971f404868beea91f33a17a) AuthConfig (bda75ec5397d3609838c3616ca22bc5842b24a5bd0feb40ff843dd9ebffdd9d6) AuthConfig (92a842c51c4ca412c7d5be2423e75e8b1eb9760f45f2f3a98ecdc8c22f48ca80) AuthConfig (5486f056aa270b69fcf3445e2db970b37f4cf6057997922657162654892ca13f) AuthConfig (7420da30fa3e0e33758a0ef9ee14e92e42ad518a4990302b84d18dfd2bde1fcc) AuthConfig (ddc6bacf8cefe90b08abee95f66e4fa1b9917766752e559021196d8faab3f4da) AuthConfig (ea21f27caeb1ac91ea6bd40ea7b0d958f4438c2afe36311831f8ba9b22c2150e) AuthConfig (7df4890aca829308628fb122071ff80c1cd3c209a8cfab732eb47ccf473bcd38) AuthConfig (2ec63bb207d65462c3c0b21252177d23f50b5718fa6843ba9862ff69949eacb6) AuthConfig (612eed06be5aab222c71817ddae644dc274fe8d9d2c16b51b7663680fc2ed801)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"6e5b867a-15d4-4ffb-aee9-6dda8526ad51","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:22.98959819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:28.838418128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"b05be651-9e81-43be-9eae-4e42cf1d2a50","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:28.895031374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"b05be651-9e81-43be-9eae-4e42cf1d2a50","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:29.207730491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"a0ec2c9f-b159-43b1-9f2e-e65ace48dce2","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:29.207750084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"a0ec2c9f-b159-43b1-9f2e-e65ace48dce2","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.717074427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"b26a6919-dade-4584-92c8-aca70eb16cb6","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.717094698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"b26a6919-dade-4584-92c8-aca70eb16cb6","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.77588229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f6f9c375-3fdc-4c16-a6c1-ef80b408dd7a","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.775903896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f6f9c375-3fdc-4c16-a6c1-ef80b408dd7a","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.819492054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"fabe93da-fe55-4274-80e6-f3c7d88f0d1c","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:38:34.82510163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"9e9610b9-1c3e-46be-a512-1c00bfd999c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-94e3ae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.876479535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"fabe93da-fe55-4274-80e6-f3c7d88f0d1c","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.934573656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"b0342c53-18b8-46ad-a2d4-5fd0c7632767","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.934599638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"b0342c53-18b8-46ad-a2d4-5fd0c7632767","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.990559993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"fafcb4ab-8f28-4955-8018-42f372117eb5","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:34.990645169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"fafcb4ab-8f28-4955-8018-42f372117eb5","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.186710377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"0a7b5b2f-db87-4e20-8a33-d9afa0156ddd","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.199649468Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"b69ec6c9-75fb-466f-aae3-8fe550d420a0","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"maas-trlp-praxis-route-94e3ae","model":"praxis-route-94e3ae","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.24389949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"0a7b5b2f-db87-4e20-8a33-d9afa0156ddd","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.366581484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"37334c12-e2d2-4fbe-b45b-f0a2ff1667fc","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.366706576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"37334c12-e2d2-4fbe-b45b-f0a2ff1667fc","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:35.574236322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"28c856f9-65cb-4e4e-8959-ee67ac0ab7e5","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"maas-trlp-praxis-route-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:43.866546212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"509a000d-9fb8-4c0b-a434-7d4496ff1abc","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:43.866581359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"509a000d-9fb8-4c0b-a434-7d4496ff1abc","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:48.048405025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2946199e-49a7-44f6-90e2-21f8fd78ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:48.100325477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2946199e-49a7-44f6-90e2-21f8fd78ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:48.153998611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2946199e-49a7-44f6-90e2-21f8fd78ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:48.207569148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2946199e-49a7-44f6-90e2-21f8fd78ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.231407724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d04e2ed-f06c-4adc-a8d3-bf5eef53c1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.283075687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d04e2ed-f06c-4adc-a8d3-bf5eef53c1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.334735604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d04e2ed-f06c-4adc-a8d3-bf5eef53c1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:50.38685744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d04e2ed-f06c-4adc-a8d3-bf5eef53c1fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:52.989759481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:53.375149775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f12e1bd-1c1a-4cd3-8d7a-4119882da82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:53.426842888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f12e1bd-1c1a-4cd3-8d7a-4119882da82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:53.478610913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f12e1bd-1c1a-4cd3-8d7a-4119882da82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:53.530344853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f12e1bd-1c1a-4cd3-8d7a-4119882da82d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:53.959736514Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbe7b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbe7b2","reconcileID":"5ab664fe-edc7-497a-ae90-e324085bf6d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbe7b2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-dbe7b2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.412100887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8980986f-7d84-4db5-a172-c2d1ee80e2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.463900344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8980986f-7d84-4db5-a172-c2d1ee80e2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.515581667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8980986f-7d84-4db5-a172-c2d1ee80e2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:55.567192086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8980986f-7d84-4db5-a172-c2d1ee80e2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.435054472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"b1572d23-336e-47d1-a234-708b565b9486","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"maas-trlp-praxis-route-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.594205485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618393ab-87f7-4156-be09-e7798f9eb609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.670927338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618393ab-87f7-4156-be09-e7798f9eb609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.723096346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618393ab-87f7-4156-be09-e7798f9eb609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.729953455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"d4d161df-2e95-4218-819c-4047bd9815d5","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.7299746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"d4d161df-2e95-4218-819c-4047bd9815d5","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:57.880366019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618393ab-87f7-4156-be09-e7798f9eb609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:58.879935188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"4620ee6d-10ea-4052-8e93-bedb272f320c","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:38:58.936778733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"4620ee6d-10ea-4052-8e93-bedb272f320c","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:22.992414528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:26.946902817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a571605d-6ba5-43f1-9e7f-ba2280b7df1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.087089362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"fdfe601d-456d-4182-9dc3-cbe0bc335636","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"maas-trlp-praxis-route-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.167458334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"07fc3074-e795-44bb-82a5-1a2a6e711cf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.184534472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"797aa343-253a-4d09-9db3-c8c0e35d3c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.363465102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb393c03-2201-4aa9-bab9-e15acdaa7170","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.480861426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"1a465b83-5c4b-40bf-94a8-478e27f09bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.657730994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"9e0b20ba-3217-4a1c-8a5c-f681b028f2dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.755822848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"80dcc0bf-a044-4ede-9234-a9396a81f0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.775497862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"22b7764c-a6be-4ece-b7ae-88e75b5f7b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:27.89760142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"7db8f27e-41e8-4687-aff5-ddfb1e0c14db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.012084752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"283a8304-155d-4553-a875-1d7427322bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.112629003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f2a6f182-735b-4445-8ff2-d1ae329476b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:28.307829392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"ad06122c-988c-448b-a6d8-c5e91203fd5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:30.35810775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"e6af9f09-91e5-45ea-8940-19b4fa796975","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:30.358192517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"e6af9f09-91e5-45ea-8940-19b4fa796975","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.500578106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"c6a607af-e564-41ba-a286-045394f5aa98","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:38.5006119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"c6a607af-e564-41ba-a286-045394f5aa98","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.567684137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"33fbe039-7fe6-48f4-81c1-5a8b989ac453","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.569522482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"ff0ef833-c04c-4fdf-8e3e-35b46d11e866","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.569541294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"ff0ef833-c04c-4fdf-8e3e-35b46d11e866","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.629607678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"33fbe039-7fe6-48f4-81c1-5a8b989ac453","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.678988095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"92200800-1e73-4777-939d-44f9c89d916a","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"maas-trlp-praxis-route-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.851110925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f4f0e711-6d51-4874-ba80-a04eb7d6c720","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.851131259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"f4f0e711-6d51-4874-ba80-a04eb7d6c720","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.909362582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"1382e789-60d3-4f90-8dea-688da7dfa479","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"tenant":"e2e-praxis-a-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.909528489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"1382e789-60d3-4f90-8dea-688da7dfa479","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"routeName":"praxis-route-94e3ae-kserve-route","namespace":"ai-tenant-e2e-praxis-a-94e3ae","llmisvcName":"praxis-route-94e3ae","gateway":"openshift-ingress/e2e-praxis-a-94e3ae","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:42.95643448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"e78ad216-c620-4682-8599-d5f97f1f6f28","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.070888269Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"bc577dcc-3362-4be4-9530-a884f9b55f0a","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.077814136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"e78ad216-c620-4682-8599-d5f97f1f6f28","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.131452158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"3a15825d-264d-4ee0-9d9b-f899a86c5047","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.337932829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"71fb867e-5328-4e27-82e5-1e1306c4ff3d","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.393574883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9f7b857b-456c-4e6e-bff6-ac59e1fc3e0b","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.398607583Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"e02a4e22-7751-45e0-891e-f94aeb71a0ff","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.454631447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9f7b857b-456c-4e6e-bff6-ac59e1fc3e0b","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.454698635Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9f7b857b-456c-4e6e-bff6-ac59e1fc3e0b","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.60970977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"968bbf94-683d-41df-a873-473bf2675558","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.666597292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"968bbf94-683d-41df-a873-473bf2675558","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.666661455Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"968bbf94-683d-41df-a873-473bf2675558","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.855953374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"c338965b-3f00-4a6a-8493-aecfe077a45a","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.867888392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3345255-9b3a-47ee-942f-98711fe34951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.919968952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3345255-9b3a-47ee-942f-98711fe34951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.971642517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3345255-9b3a-47ee-942f-98711fe34951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:43.971838487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"3a3351ad-adc6-49d7-b5df-4ee1dcf242da","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.023220857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3345255-9b3a-47ee-942f-98711fe34951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.081373657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"3a3351ad-adc6-49d7-b5df-4ee1dcf242da","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.081417036Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"3a3351ad-adc6-49d7-b5df-4ee1dcf242da","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.082766482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"7a74e5be-200a-4499-8657-c5a4b3cb87da","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86a28697","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:39:44.19011983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-94e3ae","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae","reconcileID":"e192992f-e0ad-4fcb-b125-79adc6781fef","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-94e3ae\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.280366955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9629990f-9749-47b0-9e13-2b3064f59950","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.532738266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9629990f-9749-47b0-9e13-2b3064f59950","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.659524412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9629990f-9749-47b0-9e13-2b3064f59950","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"name":"e2e-praxis-a-94e3ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:44.659552641Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-auth","reconcileID":"9629990f-9749-47b0-9e13-2b3064f59950","MaaSAuthPolicy":{"name":"praxis-route-94e3ae-auth","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.008823613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbca32d-b4dc-422b-893e-24afde49ebdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.060676287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbca32d-b4dc-422b-893e-24afde49ebdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.112332633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbca32d-b4dc-422b-893e-24afde49ebdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:46.164300677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbca32d-b4dc-422b-893e-24afde49ebdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:52.989889988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:54.135725881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"e09d1a25-2964-4df9-9397-d160cf17ebbd","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","subscription":"praxis-route-94e3ae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:39:54.135864319Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"praxis-route-94e3ae-sub","reconcileID":"e09d1a25-2964-4df9-9397-d160cf17ebbd","MaaSSubscription":{"name":"praxis-route-94e3ae-sub","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"model":"ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-94e3ae/praxis-route-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.390740907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"528416a8-a750-44d4-ba9c-2fa740e204ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.508195366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecb2afaf-5e12-47f5-af42-4f94f53779c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.608974061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"96e93e88-2e0c-4b21-a720-95d7014f03da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.709628223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"91ae619b-40de-447d-ac9b-227d2b8d662f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:01.863096417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"d2689a88-074d-4bff-9ab2-96a5c8eb2b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.10085916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"41e23745-8bd1-4a50-abd6-c6f813c71c2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.296221574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"db0e2e46-b9c2-4664-be79-666c41a84159","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.400455141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"01343f39-8e23-42a0-8901-eda1e395efbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.576735721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e97c9d7-0142-47c6-ae22-9cd4e1594b7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.694921188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"7d2306d3-2260-49d0-9680-68ff77bcb802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.796991188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"31c3447b-a0c2-413f-9ecd-41473d1611cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:02.896123851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"5fbc39f9-6675-4b37-acb9-fa058d6a3c34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:07.698285742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"7db5fb0f-dd78-4786-9f08-cc59f655c55c","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:07.698320462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"7db5fb0f-dd78-4786-9f08-cc59f655c55c","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:11.259898738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"80bb6eea-2b51-4c56-b58c-9f521bf9e263","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-dbe7b2","tenantID":"e2e-praxis-b-dbe7b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:11.376691512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"80bb6eea-2b51-4c56-b58c-9f521bf9e263","name":"e2e-praxis-b-dbe7b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.266819869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"6a185695-b182-43d9-b1ad-e212c88c667b","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.266847368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"6a185695-b182-43d9-b1ad-e212c88c667b","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.323564578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"2d935334-8fea-498b-b323-04e65d205f06","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.323586987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"2d935334-8fea-498b-b323-04e65d205f06","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.426375727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"41b280fb-f621-4aeb-a48a-64826a6482f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.552698068Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"41b280fb-f621-4aeb-a48a-64826a6482f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.607934495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"41b280fb-f621-4aeb-a48a-64826a6482f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.664981463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"8d4e04c5-9e08-4a0c-b11d-6bb2c2929ad9","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:13.665001903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"8d4e04c5-9e08-4a0c-b11d-6bb2c2929ad9","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:22.989775574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.800859822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"eabc4e60-8536-43b5-b087-794e8c8c6a18","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.859090557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"eabc4e60-8536-43b5-b087-794e8c8c6a18","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:23.914414493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"eabc4e60-8536-43b5-b087-794e8c8c6a18","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.08563156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","namespace":"ai-tenant-e2e-praxis-a-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.085752423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","namespace":"ai-tenant-e2e-praxis-a-94e3ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.085851738Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","tenant":"e2e-praxis-a-94e3ae","tenantID":"e2e-praxis-a-94e3ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.139240741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-94e3ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.197840206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Service","name":"maas-api-e2e-praxis-a-94e3ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.256382547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-94e3ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.311572935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-94e3ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.366796103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.428904084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.485144283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.539426831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.593242318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.644925617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.740538183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Service","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.795082926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.846566587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.898073075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:31.94963661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.005725652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.008690371Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-94e3ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-94e3ae","reconcileID":"c50b3c3e-94c8-41a2-bfff-927dc52b5093","aitenant":"ai-tenants/e2e-praxis-a-94e3ae","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.060321066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.111444322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.164775458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-94e3ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.217535989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-94e3ae"},"namespace":"ai-tenant-e2e-praxis-a-94e3ae","name":"default-tenant","reconcileID":"57346240-b51d-4445-b5d2-90f96c2e2a0d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-94e3ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.588622216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3a056c-4531-461b-9a28-d2d7dd3c4142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.640274024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3a056c-4531-461b-9a28-d2d7dd3c4142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.693594107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3a056c-4531-461b-9a28-d2d7dd3c4142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.747104925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3a056c-4531-461b-9a28-d2d7dd3c4142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:32.91646286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-94e3ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-94e3ae","reconcileID":"d77ba6d4-26a9-4015-88fa-8db533b00418","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-94e3ae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-94e3ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.018931549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"1c0754cb-9a00-4ada-9d67-ea8455e5c349","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.07836431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"1c0754cb-9a00-4ada-9d67-ea8455e5c349","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.135997831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"1c0754cb-9a00-4ada-9d67-ea8455e5c349","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.703542488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b703f7f8-850d-40e7-8315-364aec190334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.755937969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b703f7f8-850d-40e7-8315-364aec190334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.808717811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b703f7f8-850d-40e7-8315-364aec190334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:34.860599623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b703f7f8-850d-40e7-8315-364aec190334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.749399135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae73eb61-8036-4f2b-8f3e-b980bcbf9adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.801715238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae73eb61-8036-4f2b-8f3e-b980bcbf9adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.860934942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae73eb61-8036-4f2b-8f3e-b980bcbf9adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:36.91604772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae73eb61-8036-4f2b-8f3e-b980bcbf9adb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.337700657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f7b817-ca23-462e-b8ad-bab24dcb19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.38947667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f7b817-ca23-462e-b8ad-bab24dcb19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.441114881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f7b817-ca23-462e-b8ad-bab24dcb19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:41.495419939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f7b817-ca23-462e-b8ad-bab24dcb19d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.501595731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8316d93-80ff-46ec-861b-45203283d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.554700189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8316d93-80ff-46ec-861b-45203283d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.606547469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8316d93-80ff-46ec-861b-45203283d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:43.658330336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8316d93-80ff-46ec-861b-45203283d9bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.239244871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7d1ed23e-03ee-4fa6-9b7d-00ffacd7f0df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.296041789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7d1ed23e-03ee-4fa6-9b7d-00ffacd7f0df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:44.351313116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7d1ed23e-03ee-4fa6-9b7d-00ffacd7f0df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.584129927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c31dec-5a8b-45cb-ba9e-0fb94f6e8b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.636264968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c31dec-5a8b-45cb-ba9e-0fb94f6e8b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.688519208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c31dec-5a8b-45cb-ba9e-0fb94f6e8b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:45.740352279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40c31dec-5a8b-45cb-ba9e-0fb94f6e8b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.675779983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21001cc6-60a6-418a-bf43-281773b8d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.727865984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21001cc6-60a6-418a-bf43-281773b8d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.780061912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21001cc6-60a6-418a-bf43-281773b8d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.831726856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21001cc6-60a6-418a-bf43-281773b8d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.942784186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","namespace":"ai-tenant-e2e-praxis-b-a5d6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.942847792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","namespace":"ai-tenant-e2e-praxis-b-a5d6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.9428974Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","tenant":"e2e-praxis-b-a5d6d8","tenantID":"e2e-praxis-b-a5d6d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:47.997254809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a5d6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.056605894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Service","name":"maas-api-e2e-praxis-b-a5d6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.118785061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a5d6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.172552851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a5d6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.227730085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.296733451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.353312854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.407260201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.461462764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.514226769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.566431372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Service","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.618508248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.669940836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.721422765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.772940409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.828670885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.880567907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.932164908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:48.985549701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a5d6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:49.037733693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a5d6d8"},"namespace":"ai-tenant-e2e-praxis-b-a5d6d8","name":"default-tenant","reconcileID":"57cab531-b807-4919-9384-68927f9c0a0d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a5d6d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:52.531544803Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a5d6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a5d6d8","reconcileID":"bef9bf31-d603-4c53-8799-cf1cde80c2a8","aitenant":"ai-tenants/e2e-praxis-b-a5d6d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:52.989058216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:53.043158356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55408ce5-5614-47ad-84db-80cf4491f84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:53.094821384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55408ce5-5614-47ad-84db-80cf4491f84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:53.149160515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55408ce5-5614-47ad-84db-80cf4491f84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:53.201396404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55408ce5-5614-47ad-84db-80cf4491f84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:53.364884138Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a5d6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a5d6d8","reconcileID":"bef9bf31-d603-4c53-8799-cf1cde80c2a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a5d6d8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a5d6d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.515084841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"0098874a-b453-4c1f-990a-5602668f9e2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.571480002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"0098874a-b453-4c1f-990a-5602668f9e2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:54.626639469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"0098874a-b453-4c1f-990a-5602668f9e2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.079252501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bdd521-4e35-4b8c-a2d1-f7ef712de90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.132156652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bdd521-4e35-4b8c-a2d1-f7ef712de90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.191612935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bdd521-4e35-4b8c-a2d1-f7ef712de90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:40:55.243689007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15bdd521-4e35-4b8c-a2d1-f7ef712de90f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.873598783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"ca7e5ed5-ded6-4d06-bc38-42240e7530a4","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.873967145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"e887d90c-68cc-4960-933b-1f809471fefc","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.930652998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"29057b15-7d76-42cf-8d8f-716d6e336f70","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:00.931025799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"b309353b-a6c5-4e0b-9e32-994631b63c56","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:00.982077822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"e758ea66-63ac-43a0-a0fa-d0e9248c3af4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.028502874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8a8707a7-3386-45cf-b121-b848ebb22534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.028504137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"07e3bbce-2f8e-46ab-8e66-c4dd3d73d158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.085880121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"8a8707a7-3386-45cf-b121-b848ebb22534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.085863837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"07e3bbce-2f8e-46ab-8e66-c4dd3d73d158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.096133379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"e8025632-a1f6-441e-9872-d8bc957fd450","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.096489959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"b8b925be-58aa-4e51-965d-9c20f56503fc","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.141890468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"5bafc03e-9bbd-4c62-ba80-c3f39b28e13a","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.153072896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"60daf012-d146-413e-ac16-f932fb3d45aa","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.153481435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"824b1e0e-511f-4f40-b249-8d3e0fc85ed5","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.198258821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"7b532ef1-1df1-42a3-a51b-114fd6e9b7ae","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.35275924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-auth","reconcileID":"832f9d6f-c60c-4acd-a435-44e2bde0dd30","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.409382267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-auth","reconcileID":"832f9d6f-c60c-4acd-a435-44e2bde0dd30","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.419885989Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"6c02cec6-1bfb-434b-bd85-a1cb94e45d25","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-partial-access-sub","ai-tenant-e2e-worker-w1-b42983/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.453304502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7dbfa853-6669-4bf9-86e6-be3aba4c591d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.453307271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6283a68c-273f-43b8-b0e7-d4aa96106bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.510122609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"6283a68c-273f-43b8-b0e7-d4aa96106bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.510228287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7dbfa853-6669-4bf9-86e6-be3aba4c591d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.587915839Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"6c02cec6-1bfb-434b-bd85-a1cb94e45d25","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"distinct-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.626993085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"f89420d0-6c3c-4bff-8fee-c68280ec80bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.725048274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c4c7969b-0487-4e4e-a6ee-23184242f720","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.805393488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"af082c94-999d-4bbe-a659-6287b4b8b845","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.805763582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"223e500e-c66f-43d4-bc77-156b5f0f2d18","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.879510475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-auth","reconcileID":"a2459d5f-8b38-4d19-9552-437ed0dee9a3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:01.936850861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-auth","reconcileID":"a2459d5f-8b38-4d19-9552-437ed0dee9a3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:02.013876143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"1a1d299d-7f91-4fe6-8b13-1cd0cdf9ade4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:02.168990249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"1a1d299d-7f91-4fe6-8b13-1cd0cdf9ade4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.502801818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"13232429-de6e-4048-b688-c896bae0f929","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.50281818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-auth","reconcileID":"9558544b-0ee7-4c61-8802-ce5e167ed4be","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.710590251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c9e4c1da-3361-45be-ab91-1fbfa6a48b4f","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.730349512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7dd47ec5-1bde-4e0f-b5a0-e2bcf25feab1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.786892411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7dd47ec5-1bde-4e0f-b5a0-e2bcf25feab1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.845575423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86c8a28de52dc628e1d4cfa7c3a69e90d1d2201564a27de9421d3b82a5194b12) AuthConfig (f3e291d7ee166fa341edd87fb34e04340cfc6dc53ab093a74249697062af45c4) AuthConfig (0fc7975ea21714cf7c235fd88e12213cf3c4206d4383f0a4ad6247f15ead755e) AuthConfig (e96bfaaeae7721fa6f61a8f0a93c95d8ce7ab54e21182cf5e2d30c35b2759956) AuthConfig (fd9b060549de6d4dba46e7d4bb7228738efccf171a05139ebb99931e853204c1) AuthConfig (7a5c027513617f119e5489ff3ed9c8ef3bb574acdbc1c7d4d7d58272c251d811) AuthConfig (82f887da3956d4e0840f1e1f8957140d84b82732d74959946446138a201ba9be) AuthConfig (1aa0e48e1fa11e551652f0cd3139a65c1e8368b38bac580ebb82d5e8f641158b) AuthConfig (d0e18ea1fd11538d652fbc10706676eae8641b89ce56c08088ac018c94e9d9b2) AuthConfig (6b838acd9f6286dfba3bbd910c105857c4de19e78ca871cff2a89d550ad795f9) AuthConfig (07e25dfda6dd2b669aed1e2e74d98a420f14f65fd3ac01233f64b27803c17256) AuthConfig (4ae94487427c56239ba9e16c23cb8046e46e2b0cdc4b75055193f29712864f2f) AuthConfig (4ee87655a7a62e8a6e138576f3af8e417d60f65b1d5020ab47864763abe02769) AuthConfig (6dd74bdc76f479322900d065c32c2eec3f454177a1a6d864fab8036fbaad31da) AuthConfig (9b3b648cb3840efa0614a9d385c2153975045f42edde9a8d5a9dcba5eb6ff616) AuthConfig (183deaefd835647c6f4606cd4fd1490fd9fc018cea1f67120d51dcf7637c36e9) AuthConfig (10b1b196aeba890c7e873967ea5f66fbae7d38c09e5aa155d6cefb4b336a7b37) AuthConfig (737e0b4686ab15202bbcb6038e6b62c8d64c773d36ae522ecb40752b804cc55e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7dd47ec5-1bde-4e0f-b5a0-e2bcf25feab1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.862473467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"d66d4890-9ca5-45c5-85dd-d812aaaded18","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.862789541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"de6a7317-cf57-47ca-875d-49bec63c214b","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.901081658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"a428a52f-91a5-42d6-9fe5-1cef9e203bde","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:04.901099208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"a428a52f-91a5-42d6-9fe5-1cef9e203bde","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:05.016932964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b283e80e-f08b-4534-8e4f-4d676a9160b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:05.016932952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1c813c85-06ef-4256-8fe9-e1fcf766e715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:05.074014867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1c813c85-06ef-4256-8fe9-e1fcf766e715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:05.074156938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b283e80e-f08b-4534-8e4f-4d676a9160b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:09.557155312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"61881490-874f-49b1-a46c-e7de5d7d3cce","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:09.557221062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"61881490-874f-49b1-a46c-e7de5d7d3cce","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.355688758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"7de15372-348c-49f7-acdd-6e248a2b1b52","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.426755452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"c52515dd-4c5f-4867-9875-dfe0441c6ff2","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.426784052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"c52515dd-4c5f-4867-9875-dfe0441c6ff2","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.570362878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"7de15372-348c-49f7-acdd-6e248a2b1b52","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b42983/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.570391113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"7de15372-348c-49f7-acdd-6e248a2b1b52","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.622483476Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"7de15372-348c-49f7-acdd-6e248a2b1b52","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.674682733Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"e2e-partial-access-sub","reconcileID":"7de15372-348c-49f7-acdd-6e248a2b1b52","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/distinct-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.77877517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"9dbbbc30-1c75-405c-a5a1-e31cacb15bf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.947303691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"62e3088a-af5a-4a3f-adbf-76e906b140c2","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:12.947606176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"a9ac69c9-7dca-4237-ac59-0c86e39b55fc","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.101364775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"56283245-dd16-4f02-840d-c567d1cc0159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.101364814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"486a4a86-28e0-4001-8777-67143c21007a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.158306808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"486a4a86-28e0-4001-8777-67143c21007a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:13.158311099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"56283245-dd16-4f02-840d-c567d1cc0159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.006710912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"f31c4c73-4657-4c39-8bf2-6951db46f458","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.010416634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"eeb8a196-099d-47f9-8d2e-2cef16722d81","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.010435337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"eeb8a196-099d-47f9-8d2e-2cef16722d81","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.063405146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"f31c4c73-4657-4c39-8bf2-6951db46f458","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.064688031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"b2696d79-507a-4f77-a415-ec790df6eb34","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.064710312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"b2696d79-507a-4f77-a415-ec790df6eb34","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.118856104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-f46b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86c8a28de52dc628e1d4cfa7c3a69e90d1d2201564a27de9421d3b82a5194b12) AuthConfig (f3e291d7ee166fa341edd87fb34e04340cfc6dc53ab093a74249697062af45c4) AuthConfig (0fc7975ea21714cf7c235fd88e12213cf3c4206d4383f0a4ad6247f15ead755e) AuthConfig (e96bfaaeae7721fa6f61a8f0a93c95d8ce7ab54e21182cf5e2d30c35b2759956) AuthConfig (fd9b060549de6d4dba46e7d4bb7228738efccf171a05139ebb99931e853204c1) AuthConfig (7a5c027513617f119e5489ff3ed9c8ef3bb574acdbc1c7d4d7d58272c251d811) AuthConfig (82f887da3956d4e0840f1e1f8957140d84b82732d74959946446138a201ba9be) AuthConfig (1aa0e48e1fa11e551652f0cd3139a65c1e8368b38bac580ebb82d5e8f641158b) AuthConfig (d0e18ea1fd11538d652fbc10706676eae8641b89ce56c08088ac018c94e9d9b2) AuthConfig (6b838acd9f6286dfba3bbd910c105857c4de19e78ca871cff2a89d550ad795f9) AuthConfig (07e25dfda6dd2b669aed1e2e74d98a420f14f65fd3ac01233f64b27803c17256) AuthConfig (4ae94487427c56239ba9e16c23cb8046e46e2b0cdc4b75055193f29712864f2f) AuthConfig (4ee87655a7a62e8a6e138576f3af8e417d60f65b1d5020ab47864763abe02769) AuthConfig (6dd74bdc76f479322900d065c32c2eec3f454177a1a6d864fab8036fbaad31da) AuthConfig (9b3b648cb3840efa0614a9d385c2153975045f42edde9a8d5a9dcba5eb6ff616) AuthConfig (183deaefd835647c6f4606cd4fd1490fd9fc018cea1f67120d51dcf7637c36e9) AuthConfig (10b1b196aeba890c7e873967ea5f66fbae7d38c09e5aa155d6cefb4b336a7b37) AuthConfig (737e0b4686ab15202bbcb6038e6b62c8d64c773d36ae522ecb40752b804cc55e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"f31c4c73-4657-4c39-8bf2-6951db46f458","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.170329261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"25192283-430c-4050-88b7-9cc2969a619b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.295983731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"25192283-430c-4050-88b7-9cc2969a619b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.35283996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-440c60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"25192283-430c-4050-88b7-9cc2969a619b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.409960787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"b3d191ec-f6a0-4e7a-b5f0-37e5150b0ffe","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:15.40997936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"b3d191ec-f6a0-4e7a-b5f0-37e5150b0ffe","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.653749821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066b75b4-eb2f-4559-b7fb-c385e6da5151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.705686291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066b75b4-eb2f-4559-b7fb-c385e6da5151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.757743932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066b75b4-eb2f-4559-b7fb-c385e6da5151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.81024562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"066b75b4-eb2f-4559-b7fb-c385e6da5151","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.856831466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d1af488c-8684-47fd-b64b-1f969a2b78de","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.856857683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d1af488c-8684-47fd-b64b-1f969a2b78de","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.911472896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"3f3a0251-0e78-4060-8cd4-427494eea2f4","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:17.911496736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"3f3a0251-0e78-4060-8cd4-427494eea2f4","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.023499878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"4eadc1ee-76ca-4b6c-b4fb-ed1d0bfdcd2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.151651998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"4eadc1ee-76ca-4b6c-b4fb-ed1d0bfdcd2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.207438617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"4eadc1ee-76ca-4b6c-b4fb-ed1d0bfdcd2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.243446972Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-875049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-875049","reconcileID":"3a13d978-c1fb-43af-9c7b-8a900497b2ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-875049","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-875049":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.262389247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d5548376-101e-41b8-ae11-2e1dfb1ab79f","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:18.262412037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d5548376-101e-41b8-ae11-2e1dfb1ab79f","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:19.782237052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea247cfb-193e-43e7-8cd0-7263fdc046ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:19.834325546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea247cfb-193e-43e7-8cd0-7263fdc046ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:19.885680534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea247cfb-193e-43e7-8cd0-7263fdc046ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:19.93766082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea247cfb-193e-43e7-8cd0-7263fdc046ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.863041579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba464bf7-bfea-48bf-9f21-4afc155802f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.86645506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"552bb513-36d6-43d9-a9b1-a71404b49caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.866934358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"be056a29-c825-40dd-b1f1-b425f0848bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.922832241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba464bf7-bfea-48bf-9f21-4afc155802f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.976661705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba464bf7-bfea-48bf-9f21-4afc155802f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.980984077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"552bb513-36d6-43d9-a9b1-a71404b49caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:21.982667641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"be056a29-c825-40dd-b1f1-b425f0848bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.028707899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba464bf7-bfea-48bf-9f21-4afc155802f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:22.992229858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.906901522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa70071-c695-47c2-ac46-cfa73084bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:23.959068404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa70071-c695-47c2-ac46-cfa73084bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.010997151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa70071-c695-47c2-ac46-cfa73084bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:24.062582907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaa70071-c695-47c2-ac46-cfa73084bb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.222350385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"17257f27-87ad-4d02-8a9e-74121e0c9312","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.280115859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"17257f27-87ad-4d02-8a9e-74121e0c9312","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.561855572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"4ab87dc7-0510-46ed-b3b6-aa2ca93a1ef8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.561879429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"4ab87dc7-0510-46ed-b3b6-aa2ca93a1ef8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.608562436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"9233a355-14da-467c-bcf0-6c56f8c7b852","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.6651322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"9233a355-14da-467c-bcf0-6c56f8c7b852","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:25.720431879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-440c60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"9233a355-14da-467c-bcf0-6c56f8c7b852","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:26.336313718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f1073-8627-4b64-a6c3-64d896cf501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:26.393506908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f1073-8627-4b64-a6c3-64d896cf501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:26.44548719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f1073-8627-4b64-a6c3-64d896cf501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:26.497254304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939f1073-8627-4b64-a6c3-64d896cf501a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.390505851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870cb0b7-312e-4df6-93c8-a71cf868fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.390660289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"7fc3869a-9629-41df-8b89-aebea11d6514","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.442517429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870cb0b7-312e-4df6-93c8-a71cf868fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.494342526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870cb0b7-312e-4df6-93c8-a71cf868fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.546930055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870cb0b7-312e-4df6-93c8-a71cf868fc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.55139832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"7fc3869a-9629-41df-8b89-aebea11d6514","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:28.609101483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"7fc3869a-9629-41df-8b89-aebea11d6514","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.00023938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"8b1a1586-4207-4f59-ba33-e503cc766d6c","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.000258572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"8b1a1586-4207-4f59-ba33-e503cc766d6c","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.059635082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e0552ca4-b7f6-447d-8d3f-3c3e8a25eeb0","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.059665426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e0552ca4-b7f6-447d-8d3f-3c3e8a25eeb0","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.102558906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"6a26618e-0f89-46ef-ba13-4b1553f0a0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.106476031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"82c35740-1d65-4d3f-82b3-21f5787cad26","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7a147\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.113376912Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e0552ca4-b7f6-447d-8d3f-3c3e8a25eeb0","name":"auth-test-model-f46b61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f46b61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:41:31.113446887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e0552ca4-b7f6-447d-8d3f-3c3e8a25eeb0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-f46b61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.118812557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"b70d3099-5073-45a6-b235-7a87dac070d8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.118830713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"b70d3099-5073-45a6-b235-7a87dac070d8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.159669535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"6a26618e-0f89-46ef-ba13-4b1553f0a0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.213015944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"9ccf5a09-2258-485a-bb27-73467b3372c3","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.213036128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"9ccf5a09-2258-485a-bb27-73467b3372c3","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.270292018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"7a389cdd-8edf-429f-9633-f9d6af4b5224","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.270313704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"7a389cdd-8edf-429f-9633-f9d6af4b5224","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.467483146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"760ba875-0782-471b-b228-bfd01d5d79a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.490961036Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"f948f90a-1cab-4f57-905f-a836be564740","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"maas-trlp-auth-test-model-f46b61","model":"auth-test-model-f46b61","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-f46b61/e2e-auth-iso-d7a147"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.524184341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"760ba875-0782-471b-b228-bfd01d5d79a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.657538371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"f1e40efe-af07-4703-8501-298669327d13","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.657561423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"f1e40efe-af07-4703-8501-298669327d13","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:31.864612468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"82fb7151-cc50-4ccf-b591-6218023ce871","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"maas-trlp-auth-test-model-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.826266585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"776f4766-fb6b-454a-bece-89750734016b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.883357627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"776f4766-fb6b-454a-bece-89750734016b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:35.938730902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-440c60-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"776f4766-fb6b-454a-bece-89750734016b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:36.979932125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3adbd88-89c4-4d31-89db-95012228ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.031734987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3adbd88-89c4-4d31-89db-95012228ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.083646723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3adbd88-89c4-4d31-89db-95012228ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:37.135778087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3adbd88-89c4-4d31-89db-95012228ae8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:38.715115404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"c0390bae-6a7d-4740-a289-8c379d63b04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:38.771613061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"c0390bae-6a7d-4740-a289-8c379d63b04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:38.826981942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"c0390bae-6a7d-4740-a289-8c379d63b04d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.083988114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20071a5c-a79d-40d2-847d-f8637fe9b852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.135603423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20071a5c-a79d-40d2-847d-f8637fe9b852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.187357961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20071a5c-a79d-40d2-847d-f8637fe9b852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:39.239239315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20071a5c-a79d-40d2-847d-f8637fe9b852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.789435633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"60ef0800-4ef3-4575-bb87-b11770d3a398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.789454011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"05d10bd8-2b66-4c5f-a831-58aaed780e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.847628934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"60ef0800-4ef3-4575-bb87-b11770d3a398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:42.847628932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"05d10bd8-2b66-4c5f-a831-58aaed780e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:46.043146852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"ea6fe8c9-4579-47b6-9b38-dba1024fbc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:46.099636623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"ea6fe8c9-4579-47b6-9b38-dba1024fbc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:46.155267202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-440c60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9477a30c5722ac7bd8cd050c7f92b57cb6ffd1cc9c3123e84a8034be32beb2a) AuthConfig (a8a0f12da4e9e2914742d56d65915eb5fa9ba4bf028fb15c68794775b142cead) AuthConfig (9fa271876d8a76efa7809762d91f354b457567f866946da3f8f5d76b4827dca1) AuthConfig (2a5912ec7623704b5bb6effba3ac6ffdd4f3e7c04f333862572f4b0a4f57cae7) AuthConfig (25b24e2812dea46f395a021f5111d8e1747aac934fbacb694f5f6ace5c2d1b30) AuthConfig (015c41e9ee971c71463e2a0e5a8784f09eaca9840e32575fbbd9e4ae4c38dd2b) AuthConfig (93a4adbe47482f94dcedb075c6565e367556e4ce8681737d06e74c51dca0948b) AuthConfig (16919a0989fafba48d5151d09a94f526a1020b9ca045d6cbfda03fe0e293e8c0) AuthConfig (1454e66aac2e1b23e854892174a1bd3e41d15b236108889f6bea230bbcaded64) AuthConfig (975538ba73b4d9233b000c8021a16506cd539e54ea787dd75520a6aedc2d8ebf) AuthConfig (be1cbd8b93e7cd20a8a43ca023cf7872b35795ca4568e12ec2587bf4f1de1afb) AuthConfig (f032aa0a8e64da3261cba39e8e8e0dc50c604715c5e2b2e98203cc94f2a7fc0a) AuthConfig (80410c3b1db1288e1da38598ec48d7e5e004fa90490226c5f1349f26902b794f) AuthConfig (9403ba3838007cac851bec12420b1319d4fa68e3341a1869a572cd3f7794b5c7) AuthConfig (a3f842db0ba1c46ad1235a05883bee2401d3211eff3ee14f7ef56be8952eb535) AuthConfig (86bd87281997b5f9014431d90f4ff68f5d31c9176605ce850575a0b9fe02197d) AuthConfig (b8c8a3ebb808ce452fbe471fdd72dad7ded44891a09072f2738861d8ea494004) AuthConfig (e0674dc4281d10cb732cb81b166b28c201b5e3428f2a8beaf4e3badba02ef823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"ea6fe8c9-4579-47b6-9b38-dba1024fbc98","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:46.212965478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"7cb42d0d-bc60-4ffd-b33c-06132af6d7b3","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:46.212985348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"7cb42d0d-bc60-4ffd-b33c-06132af6d7b3","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:48.931528785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"64159a11-51e0-4105-a062-f2b1c1f309e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:48.988694987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"64159a11-51e0-4105-a062-f2b1c1f309e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:49.044739078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (261aa76a5ea04d40ae135c9d73d55ff19b029d51c5b436b1a844dfcd221ccad2) AuthConfig (855e74ba665191660f4ff0deb4553f3192cf3d74fe451e3ca82fd41ecff87d21) AuthConfig (451c83c64ba4fecbd5ea4a16113ddccffb9adefd4360b8ebdc16eb0200be5bed) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (09e21fdced51333a3f9066da4eb68b393f966a2a266a82861b8bce27e3568299) AuthConfig (c257729cab2c3c5e8fcc4e0f1699be06279e17e3e0af9d019c827782902659d9) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (2eb345ab1ada80594361598f714157d69a892259536e87ce71b5d52b89e5b18b) AuthConfig (efa94d463fd18f43700a39c62faacaa39a638777a2909b46bbb21d75de11ada4) AuthConfig (898e678cc27889f9752c274e30b5cc8b8979f5a58a8a85d544ee43df55bfe327) AuthConfig (a57b540a7755059c02e63119974694cd8e0690c748af94a09bfab7d555a8dca5) AuthConfig (a9e7a0a1967a1185b71394567de7f8bab6e28392269627ed97b16ed6f3ec7b30) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (5665973505fdba668e74666723fae5127806a3d769ba4815b4717ae37b38d7b4) AuthConfig (5ddf46fd3b785116734f672f06cbf405abe4840fff909f83dd3eb1469a5e899c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"64159a11-51e0-4105-a062-f2b1c1f309e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:49.102606998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"2f9a5913-8f2b-4925-81e8-a5447250bd1c","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:49.102628007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"2f9a5913-8f2b-4925-81e8-a5447250bd1c","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:52.990706661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:56.319072826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"fa53490a-fc13-45d9-af4e-0bbda796b377","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:56.375800296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"fa53490a-fc13-45d9-af4e-0bbda796b377","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:56.432087901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-440c60-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9477a30c5722ac7bd8cd050c7f92b57cb6ffd1cc9c3123e84a8034be32beb2a) AuthConfig (a8a0f12da4e9e2914742d56d65915eb5fa9ba4bf028fb15c68794775b142cead) AuthConfig (9fa271876d8a76efa7809762d91f354b457567f866946da3f8f5d76b4827dca1) AuthConfig (2a5912ec7623704b5bb6effba3ac6ffdd4f3e7c04f333862572f4b0a4f57cae7) AuthConfig (25b24e2812dea46f395a021f5111d8e1747aac934fbacb694f5f6ace5c2d1b30) AuthConfig (015c41e9ee971c71463e2a0e5a8784f09eaca9840e32575fbbd9e4ae4c38dd2b) AuthConfig (93a4adbe47482f94dcedb075c6565e367556e4ce8681737d06e74c51dca0948b) AuthConfig (16919a0989fafba48d5151d09a94f526a1020b9ca045d6cbfda03fe0e293e8c0) AuthConfig (1454e66aac2e1b23e854892174a1bd3e41d15b236108889f6bea230bbcaded64) AuthConfig (975538ba73b4d9233b000c8021a16506cd539e54ea787dd75520a6aedc2d8ebf) AuthConfig (be1cbd8b93e7cd20a8a43ca023cf7872b35795ca4568e12ec2587bf4f1de1afb) AuthConfig (f032aa0a8e64da3261cba39e8e8e0dc50c604715c5e2b2e98203cc94f2a7fc0a) AuthConfig (80410c3b1db1288e1da38598ec48d7e5e004fa90490226c5f1349f26902b794f) AuthConfig (9403ba3838007cac851bec12420b1319d4fa68e3341a1869a572cd3f7794b5c7) AuthConfig (a3f842db0ba1c46ad1235a05883bee2401d3211eff3ee14f7ef56be8952eb535) AuthConfig (86bd87281997b5f9014431d90f4ff68f5d31c9176605ce850575a0b9fe02197d) AuthConfig (b8c8a3ebb808ce452fbe471fdd72dad7ded44891a09072f2738861d8ea494004) AuthConfig (e0674dc4281d10cb732cb81b166b28c201b5e3428f2a8beaf4e3badba02ef823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"fa53490a-fc13-45d9-af4e-0bbda796b377","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:59.20684388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"725e1ce3-8d6b-4a7b-9ba7-7d884bd786d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:59.263530739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"725e1ce3-8d6b-4a7b-9ba7-7d884bd786d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:41:59.319114042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (261aa76a5ea04d40ae135c9d73d55ff19b029d51c5b436b1a844dfcd221ccad2) AuthConfig (855e74ba665191660f4ff0deb4553f3192cf3d74fe451e3ca82fd41ecff87d21) AuthConfig (451c83c64ba4fecbd5ea4a16113ddccffb9adefd4360b8ebdc16eb0200be5bed) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (09e21fdced51333a3f9066da4eb68b393f966a2a266a82861b8bce27e3568299) AuthConfig (c257729cab2c3c5e8fcc4e0f1699be06279e17e3e0af9d019c827782902659d9) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (2eb345ab1ada80594361598f714157d69a892259536e87ce71b5d52b89e5b18b) AuthConfig (efa94d463fd18f43700a39c62faacaa39a638777a2909b46bbb21d75de11ada4) AuthConfig (898e678cc27889f9752c274e30b5cc8b8979f5a58a8a85d544ee43df55bfe327) AuthConfig (a57b540a7755059c02e63119974694cd8e0690c748af94a09bfab7d555a8dca5) AuthConfig (a9e7a0a1967a1185b71394567de7f8bab6e28392269627ed97b16ed6f3ec7b30) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (5665973505fdba668e74666723fae5127806a3d769ba4815b4717ae37b38d7b4) AuthConfig (5ddf46fd3b785116734f672f06cbf405abe4840fff909f83dd3eb1469a5e899c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"725e1ce3-8d6b-4a7b-9ba7-7d884bd786d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:01.703845187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"64364f4b-e24c-482c-b76f-12ebdda0846e","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"maas-trlp-auth-test-model-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:01.869481288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"2dd987c8-34c2-4738-873f-bea1222ea11d","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:01.86951011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"2dd987c8-34c2-4738-873f-bea1222ea11d","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.248882293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7084726b-0c38-4079-9c9b-6db3173e78b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.305680644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"7084726b-0c38-4079-9c9b-6db3173e78b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.583314666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"392cb9ec-6062-4005-893c-c04a44ae037b","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.583338951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"392cb9ec-6062-4005-893c-c04a44ae037b","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.640034257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"5fdfd240-41c1-420c-9ea2-13d0b9fc7a99","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.640063145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"5fdfd240-41c1-420c-9ea2-13d0b9fc7a99","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.742621398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"1314013c-4dba-41eb-bbad-5903ff186683","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.868663179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"1314013c-4dba-41eb-bbad-5903ff186683","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.924006196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-1f0009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"1314013c-4dba-41eb-bbad-5903ff186683","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.980884454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"ac7cd8b6-71e5-48c6-8b54-ba3b120588e3","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:02.980906826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"ac7cd8b6-71e5-48c6-8b54-ba3b120588e3","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.535375917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"63a4d7c3-28ab-47c4-a7cd-12a3611e08ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.592104485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"63a4d7c3-28ab-47c4-a7cd-12a3611e08ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.856658564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"9ff8959c-12fa-4b11-bc50-2dcca48b6f87","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:06.856680061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"9ff8959c-12fa-4b11-bc50-2dcca48b6f87","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:09.423311758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b9d31bf9-c99f-4d12-afbd-4442730152a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:09.479876548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b9d31bf9-c99f-4d12-afbd-4442730152a3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:09.746657921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d5245365-099d-44d4-bcc1-bc48d54e9ea1","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:09.746677909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"d5245365-099d-44d4-bcc1-bc48d54e9ea1","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.096379136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"2bab9d23-3e7c-4815-915d-0f823117d37d","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.096407148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"2bab9d23-3e7c-4815-915d-0f823117d37d","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.157012006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"f8de808d-2627-4b72-a246-2a80ecc9f9d5","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.15704231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"f8de808d-2627-4b72-a246-2a80ecc9f9d5","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.200107053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"a3650f76-1280-43f7-8d5b-8092412a4f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:12.202884181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"02f046fd-db83-409a-9587-66568d0f104e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3bbcd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.25861182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"a3650f76-1280-43f7-8d5b-8092412a4f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.309496576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"0faeb8d2-4482-40fa-95b7-3a116566ed58","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.309516633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"0faeb8d2-4482-40fa-95b7-3a116566ed58","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.364332697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"d6c8eae3-a03c-4881-8834-2801e84c9c79","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.364351673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"d6c8eae3-a03c-4881-8834-2801e84c9c79","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.56478745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"666b3c25-26a8-4c8f-8c17-958a27013c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.57511359Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"a288b6f1-3f01-4ed3-80bb-1cc84873db58","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","model":"auth-test-model-440c60","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-440c60/e2e-auth-iso-3bbcd6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.621811125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"666b3c25-26a8-4c8f-8c17-958a27013c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.741374773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"1f7aad89-ff14-4284-ad01-bef873e514c1","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.741395451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"1f7aad89-ff14-4284-ad01-bef873e514c1","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:12.947924113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"6d431f27-550c-4d74-8537-9df80c977c16","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:13.084072518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"add6e511-fe80-444c-8d45-ad14c1a3d4c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:13.140755138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"add6e511-fe80-444c-8d45-ad14c1a3d4c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:13.196202961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-1f0009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"add6e511-fe80-444c-8d45-ad14c1a3d4c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:14.947340873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"42cb4544-deed-40ad-ba9f-f97ce6e2e5b7","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:14.947362535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"42cb4544-deed-40ad-ba9f-f97ce6e2e5b7","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.006523868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"fbca686f-25dc-42c0-a2ab-5c3fbc7929b8","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.006636721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"fbca686f-25dc-42c0-a2ab-5c3fbc7929b8","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.04958473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"973ac1a7-94ed-4add-af4a-2acad73e0851","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:15.053394346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"fa9a33e2-8e04-42d0-8a2b-4f37091c02d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2d15aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:15.059803546Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"fbca686f-25dc-42c0-a2ab-5c3fbc7929b8","name":"auth-test-model-980b82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-980b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:15.059852368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"fbca686f-25dc-42c0-a2ab-5c3fbc7929b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-980b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.065225764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"08349199-f337-4549-9d00-4bc216393a9d","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.065241306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"08349199-f337-4549-9d00-4bc216393a9d","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.106236703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"973ac1a7-94ed-4add-af4a-2acad73e0851","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.161782225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"7816298e-bb25-44d2-89b8-f085cc84a1c3","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.16179868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"7816298e-bb25-44d2-89b8-f085cc84a1c3","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.216574617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"ae7941a2-3bee-4ed4-861e-29c569002f40","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.216594061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"ae7941a2-3bee-4ed4-861e-29c569002f40","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.413220219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b6e2f2d5-6613-423a-afd6-062976b3e12c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.430494244Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"ed8851f5-d5b0-418e-908c-74712237b0de","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","model":"auth-test-model-980b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-980b82/e2e-auth-iso-2d15aa"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.469709347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b6e2f2d5-6613-423a-afd6-062976b3e12c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.59685755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"779e24bf-3e08-4e0f-921f-cd7a4f82b282","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.596878927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"779e24bf-3e08-4e0f-921f-cd7a4f82b282","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:15.803518373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"4a1dc8bf-eed2-4103-aeb3-4c6d17e74732","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.034737748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","namespace":"ai-tenant-e2e-praxis-a-4cdec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.034809048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","namespace":"ai-tenant-e2e-praxis-a-4cdec0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.034861025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","tenant":"e2e-praxis-a-4cdec0","tenantID":"e2e-praxis-a-4cdec0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.091031559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-4cdec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.15053096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Service","name":"maas-api-e2e-praxis-a-4cdec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.21150139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-4cdec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.265302663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-4cdec0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.323152732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.385501067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.445029691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.511375126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.563064331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.614911722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.678957088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Service","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.732934899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.784453901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.83583448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.887134694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.942462537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:19.994034916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:20.045513489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:20.099448497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-4cdec0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:20.154307342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-4cdec0"},"namespace":"ai-tenant-e2e-praxis-a-4cdec0","name":"default-tenant","reconcileID":"d0e36737-3fdf-4326-b9a1-cfe38f029b8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-4cdec0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:22.995032264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.379530588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"0f47c76d-3a74-4fe3-9088-1ef7b279b638","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.436018032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"0f47c76d-3a74-4fe3-9088-1ef7b279b638","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.491134252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-1f0009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08eaa65436653e154cf3f3bbf92518278233a7ddba2ff39ff613d10f4dfd673d) AuthConfig (02c8f7457e8e893b05af4c21999a7f6af4aa7564b0c698b2e616e394efa98272) AuthConfig (6df5e3a32c51cd7cc16eef9974f0377535864351d343070f32285fdd8b311c53) AuthConfig (b9e60afd42da58ade0667257e3dd76eea1bd543fdf2eca49386ba7314d20dd16) AuthConfig (90470c515cc47ca06309a839dc712762989d5d94c54fd20556eaa027ff18fb93) AuthConfig (2da90b1c745b18639190b88bd7e0991bb06c3cc296d9fe967b12341ccd747406) AuthConfig (5ad264a64ec0518d069d23226d9fe62aa64ceab6fe06ee27bdf4fe08a72c58a3) AuthConfig (13b9211561f46c25eed764fb471f912a25cfae6e2c731a348477df95273fa637) AuthConfig (d1c171073b36885807a9a5b084635372b95933c7e23ff5d9f5a76ab28a710a24) AuthConfig (fceb8eb1eb2982bff02235754e473b370fa920ac107b233d46d6bc71a16d3178) AuthConfig (136ebcfea556d559918bf0f26876fffdbc420b17beb65e97e42c39ea919049ca) AuthConfig (db0b4a71d0845256d626cb3113da9c8c44786c961e58f0b3c8c93009b01212ee) AuthConfig (5d5cf3d39609ba3263172c6cbb71d92d90320ec44169c6efe9c1a3aa89e620b8) AuthConfig (ff2a3ec68ba888946841978ec870bc289f0b0bac29e4d033951f091f5fd6af3e) AuthConfig (ad4994c82ac64ebd3537539b1e687f5c2b5595d6731a1cf059b66de58e0511fe) AuthConfig (51e1e2b1951e35e4b809958ee57e30db5e494cde28f62317be836ad2d59f8215) AuthConfig (d0c424481ea00c0024a796871997b6e7c31f74a6aaef2467ae25122e1d07f4a2) AuthConfig (f247f8a486158f13f6115ea9d1a8429ca2758709e0db191e01b427e10f37ecce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"0f47c76d-3a74-4fe3-9088-1ef7b279b638","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.548548538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"75cca191-2150-42fe-82cb-ed4cd18beeca","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.548567787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"75cca191-2150-42fe-82cb-ed4cd18beeca","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:23.594475061Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4cdec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4cdec0","reconcileID":"7d9932c5-039f-40e0-82c5-393e65df3852","aitenant":"ai-tenants/e2e-praxis-a-4cdec0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.15402138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1400ea68-41ff-41d4-ba1c-c34acdfe8e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.206197598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1400ea68-41ff-41d4-ba1c-c34acdfe8e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.260813934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1400ea68-41ff-41d4-ba1c-c34acdfe8e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.313394631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1400ea68-41ff-41d4-ba1c-c34acdfe8e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:24.427270003Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-4cdec0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-4cdec0","reconcileID":"7d9932c5-039f-40e0-82c5-393e65df3852","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-4cdec0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-4cdec0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.203741834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ca88e-e392-4cf7-b3e2-e8becfbbf183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.255629347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ca88e-e392-4cf7-b3e2-e8becfbbf183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.30728141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ca88e-e392-4cf7-b3e2-e8becfbbf183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:26.358900837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21ca88e-e392-4cf7-b3e2-e8becfbbf183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:28.231765058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180856f7-4e14-4d37-b63e-77cabaa38bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:28.283648909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180856f7-4e14-4d37-b63e-77cabaa38bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:28.335353696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180856f7-4e14-4d37-b63e-77cabaa38bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:28.387308849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180856f7-4e14-4d37-b63e-77cabaa38bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.331621488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"2f4f6149-4a37-4464-b0a9-babd193af03a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-875049","tenantID":"e2e-autores-875049","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:30.450250552Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"2f4f6149-4a37-4464-b0a9-babd193af03a","name":"e2e-autores-875049-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:32.692230297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d1cb83-4ad8-4458-84e1-a59afccf9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:32.744094432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d1cb83-4ad8-4458-84e1-a59afccf9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:32.795929579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d1cb83-4ad8-4458-84e1-a59afccf9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:32.847650932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7d1cb83-4ad8-4458-84e1-a59afccf9a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:33.654596879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"d83cf001-e1e7-43ba-8eee-a55e2d87d29e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:33.711494696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"d83cf001-e1e7-43ba-8eee-a55e2d87d29e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:33.767028266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-1f0009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08eaa65436653e154cf3f3bbf92518278233a7ddba2ff39ff613d10f4dfd673d) AuthConfig (02c8f7457e8e893b05af4c21999a7f6af4aa7564b0c698b2e616e394efa98272) AuthConfig (6df5e3a32c51cd7cc16eef9974f0377535864351d343070f32285fdd8b311c53) AuthConfig (b9e60afd42da58ade0667257e3dd76eea1bd543fdf2eca49386ba7314d20dd16) AuthConfig (90470c515cc47ca06309a839dc712762989d5d94c54fd20556eaa027ff18fb93) AuthConfig (2da90b1c745b18639190b88bd7e0991bb06c3cc296d9fe967b12341ccd747406) AuthConfig (5ad264a64ec0518d069d23226d9fe62aa64ceab6fe06ee27bdf4fe08a72c58a3) AuthConfig (13b9211561f46c25eed764fb471f912a25cfae6e2c731a348477df95273fa637) AuthConfig (d1c171073b36885807a9a5b084635372b95933c7e23ff5d9f5a76ab28a710a24) AuthConfig (fceb8eb1eb2982bff02235754e473b370fa920ac107b233d46d6bc71a16d3178) AuthConfig (136ebcfea556d559918bf0f26876fffdbc420b17beb65e97e42c39ea919049ca) AuthConfig (db0b4a71d0845256d626cb3113da9c8c44786c961e58f0b3c8c93009b01212ee) AuthConfig (5d5cf3d39609ba3263172c6cbb71d92d90320ec44169c6efe9c1a3aa89e620b8) AuthConfig (ff2a3ec68ba888946841978ec870bc289f0b0bac29e4d033951f091f5fd6af3e) AuthConfig (ad4994c82ac64ebd3537539b1e687f5c2b5595d6731a1cf059b66de58e0511fe) AuthConfig (51e1e2b1951e35e4b809958ee57e30db5e494cde28f62317be836ad2d59f8215) AuthConfig (d0c424481ea00c0024a796871997b6e7c31f74a6aaef2467ae25122e1d07f4a2) AuthConfig (f247f8a486158f13f6115ea9d1a8429ca2758709e0db191e01b427e10f37ecce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"d83cf001-e1e7-43ba-8eee-a55e2d87d29e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:34.796532241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9eea9f-94a8-4691-ba98-c56238b55b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:34.848483493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9eea9f-94a8-4691-ba98-c56238b55b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:34.901390561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9eea9f-94a8-4691-ba98-c56238b55b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:34.953750322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9eea9f-94a8-4691-ba98-c56238b55b53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:43.530871428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"c3318ae5-f288-450b-973a-4f437db137b1","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:43.698355973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"511ee6b8-aba5-4baa-a692-7c6cd0aabe7a","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:43.698374862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"511ee6b8-aba5-4baa-a692-7c6cd0aabe7a","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:43.899087154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"31e7cdfc-484f-40f1-8392-fcfffbc79280","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:43.955514944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"31e7cdfc-484f-40f1-8392-fcfffbc79280","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.17196286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"e84356c7-25b0-4762-8c1c-f87c91ea57c9","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.221939787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"fa4335c3-de69-4669-adc5-ee62feef043f","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.221959519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"fa4335c3-de69-4669-adc5-ee62feef043f","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.3429536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"b1f5282d-847a-48f7-ba1b-71f2fb0a7f67","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.342978683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"b1f5282d-847a-48f7-ba1b-71f2fb0a7f67","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.932358259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b20f2ee3-9db7-4775-a60f-9c30c1d1b400","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:44.989079131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"b20f2ee3-9db7-4775-a60f-9c30c1d1b400","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.206448485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"dd495d48-fd8e-44ae-b16d-4aad9c62dc0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.263934403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"dd495d48-fd8e-44ae-b16d-4aad9c62dc0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.635675785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"7dba43a2-4b90-475c-b8fc-81624f368a0d","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.635698218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"7dba43a2-4b90-475c-b8fc-81624f368a0d","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.69248321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"9db94a2c-d713-4fab-a35c-a4e516e6b50d","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.692504443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"9db94a2c-d713-4fab-a35c-a4e516e6b50d","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.79578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"680316d6-6512-413f-8635-730efc5f8306","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.921807612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"680316d6-6512-413f-8635-730efc5f8306","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:45.977100336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"680316d6-6512-413f-8635-730efc5f8306","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.033767266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"37dbd5f2-f70a-4555-9891-dab0a8df375e","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.033786224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"37dbd5f2-f70a-4555-9891-dab0a8df375e","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.389347197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"7fb6a09f-4fb6-4e25-950f-ddd0b4e20dc8","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.38936626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"7fb6a09f-4fb6-4e25-950f-ddd0b4e20dc8","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.444136246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"08d1b27d-8f72-42bd-ab2b-e8e1b5921868","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.444156874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"08d1b27d-8f72-42bd-ab2b-e8e1b5921868","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.547022724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c220e14-134e-4eeb-835e-e126d3897254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.673730202Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c220e14-134e-4eeb-835e-e126d3897254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.728944539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c220e14-134e-4eeb-835e-e126d3897254","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.785952808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"80ec04c0-644e-4c4a-991c-432cb9b6210b","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:46.785975025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"80ec04c0-644e-4c4a-991c-432cb9b6210b","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.409081605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"df9c6cda-8aba-4eb4-a0e7-8feb6a8db1f4","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.409100299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"df9c6cda-8aba-4eb4-a0e7-8feb6a8db1f4","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.466490162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"11a525c1-2786-41af-9e23-ca8caacd3ac9","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.466520367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"11a525c1-2786-41af-9e23-ca8caacd3ac9","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.511631147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"d6c2b452-0576-4ec6-93b4-538cdcbf3f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:49.517031559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"cfa09d29-e38d-4681-b3a7-222e89ebafc2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d7a147\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:49.520010444Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"11a525c1-2786-41af-9e23-ca8caacd3ac9","name":"auth-test-model-1f0009","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1f0009\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:42:49.520054851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"11a525c1-2786-41af-9e23-ca8caacd3ac9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1f0009\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.525394429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"a0ac4d4d-7218-4e00-a535-441b362b77d2","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.525410805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"a0ac4d4d-7218-4e00-a535-441b362b77d2","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.568565907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"d6c2b452-0576-4ec6-93b4-538cdcbf3f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.62390722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"de962b2b-11df-453e-a157-55d0dfd8e325","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.623932954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"de962b2b-11df-453e-a157-55d0dfd8e325","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.681231839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"bf9258e2-17c6-48af-9d87-78145ab69693","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.681252077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"bf9258e2-17c6-48af-9d87-78145ab69693","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.875697486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"331327a8-acdc-4958-8ee0-6035fee90b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.892902738Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"a8f9ebb7-b134-4dd4-9352-51f6e7a81fcf","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"maas-trlp-auth-test-model-1f0009","model":"auth-test-model-1f0009","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-1f0009/e2e-auth-iso-d7a147"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:49.933499912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"331327a8-acdc-4958-8ee0-6035fee90b82","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:50.059557154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"4807c913-ea6c-4266-8a06-326ef32ad415","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:50.059577692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"4807c913-ea6c-4266-8a06-326ef32ad415","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:50.268128671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"0db7c357-69e1-4a45-bb8b-70860b5bb3d4","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"maas-trlp-auth-test-model-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:52.990931752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:56.139898584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"3c65f656-2b28-459e-b063-c6cd80592735","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:56.196716941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"3c65f656-2b28-459e-b063-c6cd80592735","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:56.252325967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"3c65f656-2b28-459e-b063-c6cd80592735","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:56.88936026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c0f40a5-bbe4-4bae-8280-8bd0db2d6a8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:56.945893679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c0f40a5-bbe4-4bae-8280-8bd0db2d6a8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:42:57.001314244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2c0f40a5-bbe4-4bae-8280-8bd0db2d6a8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.356511485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"5fbc69dc-0498-4c3d-95d4-43c68e12a54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.413650983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"5fbc69dc-0498-4c3d-95d4-43c68e12a54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:06.469256871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"5fbc69dc-0498-4c3d-95d4-43c68e12a54d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:07.105245346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"b885b942-f465-40e1-9ced-23b934e2836b","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:07.161934834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"b885b942-f465-40e1-9ced-23b934e2836b","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:07.217256588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"b885b942-f465-40e1-9ced-23b934e2836b","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:16.573909046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"6104ea79-43a0-4524-a7af-740165b8807b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:16.632510663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"6104ea79-43a0-4524-a7af-740165b8807b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:16.704819345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"6104ea79-43a0-4524-a7af-740165b8807b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.33782188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"aa32d1ae-8cd8-4d42-9128-4503f6a9b8da","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.394577418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"aa32d1ae-8cd8-4d42-9128-4503f6a9b8da","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:17.450148546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"aa32d1ae-8cd8-4d42-9128-4503f6a9b8da","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:19.110087976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"9757b4c4-ce6e-4a1c-bf79-d81a6de9e797","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"maas-trlp-auth-test-model-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:19.276062497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"8479df76-763e-48d7-a63a-770c3afb68de","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:19.276088694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"8479df76-763e-48d7-a63a-770c3afb68de","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:19.443442964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"e7e067e0-bc95-492b-8ae5-78aa33dbdd44","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:19.500187001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"e7e067e0-bc95-492b-8ae5-78aa33dbdd44","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:22.992193912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.333446041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"08e4d501-d1b5-4c15-afce-0f655f4f0796","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.333473787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"08e4d501-d1b5-4c15-afce-0f655f4f0796","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.436344861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"2727dbf5-7359-48e0-9003-63acab848fc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.493040772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"2727dbf5-7359-48e0-9003-63acab848fc0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.494055003Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"1f84871b-47bc-4241-8114-b257c53d8d29","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62647c61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.750872482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"b86f2779-58c3-4e95-b854-074423d2fe80","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:23.807214005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"b86f2779-58c3-4e95-b854-074423d2fe80","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:26.808042998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"8c93dd58-cde0-4f84-a788-5ad21ee19efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:26.864811159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"8c93dd58-cde0-4f84-a788-5ad21ee19efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:26.920486243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (656bd974b75c3595ac6ea14a696af6e9c8a3a9f9261126b2fb15b236938fefd8) AuthConfig (00b76ce57804d6bc2d895e7f8e02c6635c58c2298e082e1ffdf0613d735a643a) AuthConfig (4ad4bba5716a3108ca2da5fb44aed7a0cb5cb049a084c509b2d713733c20f569) AuthConfig (d6db40c1f29431e50adee3e87c36577130dbe25c7c4ffed3a7497e59448579a7) AuthConfig (4965a6e4f0e5a7f131682f6336f5f6c3aaa8d7381d24d90f956e82faf43915de) AuthConfig (18f95b7de7b813e56a947f198cb89f24a7184bf75843aa8fe847d3f9cb7bf330) AuthConfig (83950d6ff744e401ab85d929c2c6457085710fb63b6b994682d028d2cdf74e76) AuthConfig (f833bc5721af88116a0bf3e2366c4316bbbf1e3fcc1f04e9089445408712079f) AuthConfig (9014ee2eed52b5cba3d1209b5e74b7805d96369b3440283205c9295a33f485af) AuthConfig (934dca83ad5cbff93124eb6c855bd3a21fe9562d083cf525e8ec337f5e739adf) AuthConfig (d733a0a366b8f37db1db33a5d4a497161ab0e2090a3e6145d1173dd95d216a92) AuthConfig (8f0393aab7362199e5bfcf78f6f17b19e25e5bb2fd921d1f151bd4a46ca96b8a) AuthConfig (ffe9150c57661ed13ab8f3563a1868d17e7aa3d5a0032be4e8435d746e0c4426) AuthConfig (2b985845e9445dace6235bd79978e2f0dbd69408419339c80bbc83450e4a2b9d) AuthConfig (3c24ef152305dbef84ee61e66106fe9470b75914e5ae9691353c2e5e6f1b1749) AuthConfig (aef13f7d56f44d44e674ec6488c1f6ee4882c0d91a72a22c7f022b34e349cae8) AuthConfig (7e58e5264566900edbfbe18405be0569c2f5fe3e48826cf9ad4051d07f0f0729) AuthConfig (8ba46eca5b05e07e134775822054383edd040a7e5cf46a0f5ecfa8d9157ad9c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"8c93dd58-cde0-4f84-a788-5ad21ee19efa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:26.978071546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"ec3e1434-2bb0-4951-9e01-f0c2a33b83e7","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:26.97809091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"ec3e1434-2bb0-4951-9e01-f0c2a33b83e7","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.554755215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"a41363d5-a086-4d42-ac23-efd670583165","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.61129429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"a41363d5-a086-4d42-ac23-efd670583165","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.666931912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (415c11f9231e4b724da1b8809c09f5aa9f8395427d461dbda5ea5c439d18afd6) AuthConfig (431f898db05c838f7035d0466e66c58cbc3957adec9ac5ba975000ce65a67d75) AuthConfig (d9de2844337b75df276caa354013e7661f23225c8526a4f0dd903265638ac7da) AuthConfig (6f63b329aae997db0fc5f8e33343b41a8f1aa7b6ed1b4be96ab9fa3f34d0d39b) AuthConfig (c3d8fa2a321dd5a370d1b671e2be3c79fa8709864bae4b92bdc11e3e2741f84e) AuthConfig (c1f1cbc865f3d05db78107c08d04dd72c3fe917e52cb0ef673a11514eaca14bd) AuthConfig (4bcf2bda6b5016230127fef3e53b85a7e357510ca70f13a04b49b7473330bd71) AuthConfig (26c8120b0d3d02fa4ff6e7b0d4e06f881dc5a8096e24850ecd179273efcc8d2f) AuthConfig (c8a99d130bdd129f037955f1b91e500800cc7f62b9cf75ce735f6eb02738b091) AuthConfig (bc00a372321ddff85bda1931a067729284188c59349901b10bbc368a5b18f9cb) AuthConfig (bc47a49ca6aa6be81fec10e09948414308cf9b08472281755de19dc2bfc96d99) AuthConfig (0e67145b7826a2a7e0663cde0a78b60c9ec1a44416119096656a50527fe99113) AuthConfig (fcb947c2369b7c210ef84eff1ee6db36bf9c03d6e01a9ede2eb51258bc931cd0) AuthConfig (138ee799bc69bf883dbfdc65047f8adda1a820aff02a4122e5a74c5504b82efe) AuthConfig (fad6d7aae4f72c3b5c9074e330aa5ac581dbd70174abddf88f97f53dbcce298e) AuthConfig (2a0c9e58fcb98a39ac680a5c9a7a8ab029ccbede80d9f63ba5902b8893507958) AuthConfig (cb2332489e13087cc64c696c07f516cb8b34d65c317c99de81775246e7d1f8db) AuthConfig (716fab8012cfbe985d4daf1d38331b7bf5d2d0ef87c61db5084eb2415fed080a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"a41363d5-a086-4d42-ac23-efd670583165","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.725505932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"aaf090b3-ab88-4587-93a1-32687087172f","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:27.7255263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"aaf090b3-ab88-4587-93a1-32687087172f","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:33.546372501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"fdaad5b2-a828-4a90-a18c-fabd361f80ea","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","subscription":"e2e-auth-iso-d7a147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:33.598337866Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"fdaad5b2-a828-4a90-a18c-fabd361f80ea","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:33.6503676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"fdaad5b2-a828-4a90-a18c-fabd361f80ea","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"maas-trlp-auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:33.922354208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e5425f7a-5624-4127-a284-97a1c9d7c628","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:33.922388065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"e5425f7a-5624-4127-a284-97a1c9d7c628","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.02702663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"41efb0d7-8a2e-4038-9932-d34d8c00dd98","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.066316257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"396da6f1-4e13-4e25-8974-891944cf911e","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.066336372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"396da6f1-4e13-4e25-8974-891944cf911e","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.083666278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"41efb0d7-8a2e-4038-9932-d34d8c00dd98","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.16903774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"bc5af04b-d7c1-4a59-86f5-b5d2b9b7ee61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.225631027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"bc5af04b-d7c1-4a59-86f5-b5d2b9b7ee61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.22652284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"b138c9c7-0cad-4b5e-93c1-89d2de0570ff","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ebe2f460","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.390531085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"5bbc3ff7-e425-4bbd-a1be-63a89ffbdf15","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.447092651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"5bbc3ff7-e425-4bbd-a1be-63a89ffbdf15","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.590952791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"5ec5e9e2-aa3d-45e9-bda3-a81f69b45375","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:34.647330697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"5ec5e9e2-aa3d-45e9-bda3-a81f69b45375","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.081861901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"555256fc-a11e-41b0-bcd0-ba6b34382315","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.138310067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"555256fc-a11e-41b0-bcd0-ba6b34382315","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.194062665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-915ccb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (656bd974b75c3595ac6ea14a696af6e9c8a3a9f9261126b2fb15b236938fefd8) AuthConfig (00b76ce57804d6bc2d895e7f8e02c6635c58c2298e082e1ffdf0613d735a643a) AuthConfig (4ad4bba5716a3108ca2da5fb44aed7a0cb5cb049a084c509b2d713733c20f569) AuthConfig (d6db40c1f29431e50adee3e87c36577130dbe25c7c4ffed3a7497e59448579a7) AuthConfig (4965a6e4f0e5a7f131682f6336f5f6c3aaa8d7381d24d90f956e82faf43915de) AuthConfig (18f95b7de7b813e56a947f198cb89f24a7184bf75843aa8fe847d3f9cb7bf330) AuthConfig (83950d6ff744e401ab85d929c2c6457085710fb63b6b994682d028d2cdf74e76) AuthConfig (f833bc5721af88116a0bf3e2366c4316bbbf1e3fcc1f04e9089445408712079f) AuthConfig (9014ee2eed52b5cba3d1209b5e74b7805d96369b3440283205c9295a33f485af) AuthConfig (934dca83ad5cbff93124eb6c855bd3a21fe9562d083cf525e8ec337f5e739adf) AuthConfig (d733a0a366b8f37db1db33a5d4a497161ab0e2090a3e6145d1173dd95d216a92) AuthConfig (8f0393aab7362199e5bfcf78f6f17b19e25e5bb2fd921d1f151bd4a46ca96b8a) AuthConfig (ffe9150c57661ed13ab8f3563a1868d17e7aa3d5a0032be4e8435d746e0c4426) AuthConfig (2b985845e9445dace6235bd79978e2f0dbd69408419339c80bbc83450e4a2b9d) AuthConfig (3c24ef152305dbef84ee61e66106fe9470b75914e5ae9691353c2e5e6f1b1749) AuthConfig (aef13f7d56f44d44e674ec6488c1f6ee4882c0d91a72a22c7f022b34e349cae8) AuthConfig (7e58e5264566900edbfbe18405be0569c2f5fe3e48826cf9ad4051d07f0f0729) AuthConfig (8ba46eca5b05e07e134775822054383edd040a7e5cf46a0f5ecfa8d9157ad9c2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"555256fc-a11e-41b0-bcd0-ba6b34382315","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.676632834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"3500cd71-6dc5-489e-b33a-1b16938ff435","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.829032558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"89ef966e-c985-44d6-b7b7-15b621e0f3f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.885822806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"89ef966e-c985-44d6-b7b7-15b621e0f3f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:37.957880584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"c9aa30e6-22f3-4393-9750-9291bbaf927b","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.072456442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"1bd26140-ff6a-4810-8390-e9973ee1533b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.170327149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d60ca7db-ffdc-4e71-927f-47ab6df21599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.200043588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f3665e14-7499-4a54-ac41-cdfce4950304","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.200064043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f3665e14-7499-4a54-ac41-cdfce4950304","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.274039022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"454d68f0-471a-4149-90f7-7df410423604","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.274142311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"50c75400-28ff-41f0-bb93-c6dc1c6bde5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.541952142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9da54f9-442b-437d-a169-b8f2369be7e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.642484667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34611b88-1ea6-4a1f-a49d-b8b063db6285","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.742437041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"46315685-5ff9-476f-a0ed-21e74fe9b141","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:38.896156098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"4b328d9a-a150-4528-90c1-850d9bfc3af8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.011949559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"26e9ed9d-b0b1-4692-80bf-9e932adf578e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.130363078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"c865b5e9-32e4-4bd3-a17f-62dc5ecd2aa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.231361748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"52a4c0a6-e685-4723-81af-599da29a98e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.369296222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"30e96377-e019-44f4-8a30-8565af3126c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.505280703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","namespace":"ai-tenant-e2e-praxis-b-dbe7b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.505369818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","namespace":"ai-tenant-e2e-praxis-b-dbe7b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.505445335Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","tenant":"e2e-praxis-b-dbe7b2","tenantID":"e2e-praxis-b-dbe7b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.561605351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-dbe7b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.627490232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Service","name":"maas-api-e2e-praxis-b-dbe7b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.682276248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-dbe7b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.735731934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-dbe7b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.793595874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.853410045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.910054846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:39.967507771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.018996357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.070399362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.121897148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Service","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.175310563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.226673407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.277755065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.328879304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.384266451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.460625213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.528442279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.588555807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-dbe7b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:40.640029492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-dbe7b2"},"namespace":"ai-tenant-e2e-praxis-b-dbe7b2","name":"default-tenant","reconcileID":"f45e42cf-b788-4357-9128-48d585af2cd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-dbe7b2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.430517506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a97c92e-81b6-4f6b-b05a-c2e444b54d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.482641865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a97c92e-81b6-4f6b-b05a-c2e444b54d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.534480512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a97c92e-81b6-4f6b-b05a-c2e444b54d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:41.586818273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a97c92e-81b6-4f6b-b05a-c2e444b54d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.468472971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"902bbc7f-f11b-4c47-9935-4fa6cfc88eb7","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.468494078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"902bbc7f-f11b-4c47-9935-4fa6cfc88eb7","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.493310929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ae065-e1f0-4893-b9a3-671081a610f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.545454348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ae065-e1f0-4893-b9a3-671081a610f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.597484461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ae065-e1f0-4893-b9a3-671081a610f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.649486711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2ae065-e1f0-4893-b9a3-671081a610f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:43:43.65228162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"4271a6e7-5cb4-47b6-b5b3-5886bb2fc285","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2d15aa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.655451756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"43734889-241c-4308-bbcb-33e44f34a8a1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.655472966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"43734889-241c-4308-bbcb-33e44f34a8a1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.701156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"dff87783-5ace-4de5-b6ae-5578752ee643","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.758373553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"dff87783-5ace-4de5-b6ae-5578752ee643","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.764371293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"d869592a-7396-4b46-86e6-f3d453fdf7e6","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.764387552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"d869592a-7396-4b46-86e6-f3d453fdf7e6","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.821002636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"32985f2a-a783-4daa-a1ca-964d3892d0c3","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:43.821024688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"32985f2a-a783-4daa-a1ca-964d3892d0c3","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.028737055Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"d5414bc9-cd6c-419a-8ffa-e726ffe7f510","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-auth-test-model-b8d3cb","model":"auth-test-model-b8d3cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-auth-iso-2d15aa"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.065992268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"dac7413e-d83d-41ed-81d2-fdaca6ac86b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.12254983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"dac7413e-d83d-41ed-81d2-fdaca6ac86b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.194673566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"538f8688-2861-4983-95dc-4ed9eb175f16","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.194702327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"538f8688-2861-4983-95dc-4ed9eb175f16","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.278403774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"507d18ce-73db-4483-8d15-2d26e37b290e","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","subscription":"e2e-auth-iso-d7a147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.330424364Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"507d18ce-73db-4483-8d15-2d26e37b290e","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.382397661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"507d18ce-73db-4483-8d15-2d26e37b290e","MaaSSubscription":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"maas-trlp-auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.402436066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2aeb9754-f2fa-4344-8019-d8d5bb1f4d7f","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-auth-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.751810701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"cbc174fe-77e9-4766-b5cb-56d20d51696d","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.751832294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"cbc174fe-77e9-4766-b5cb-56d20d51696d","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.854512361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"93ec0018-1e08-42f7-8b82-ec5376597c3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.896875368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"3aae7c99-66b6-4442-a707-a9d9a0f11449","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.897008988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"3aae7c99-66b6-4442-a707-a9d9a0f11449","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.897477981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"edc53a4c-2fa5-4606-941d-8770138cba69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:44.944519522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"93ec0018-1e08-42f7-8b82-ec5376597c3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.105762263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"edc53a4c-2fa5-4606-941d-8770138cba69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.23394661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"edc53a4c-2fa5-4606-941d-8770138cba69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"name":"e2e-shared-a-w3-f46b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.233975218Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"e2e-auth-iso-d7a147","reconcileID":"edc53a4c-2fa5-4606-941d-8770138cba69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.237043019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"cd4dc1d4-ea02-4ffc-90b3-6fff3ec1d746","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.290359483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"ab268a27-22af-44c7-bffb-8565902313d8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"tenant":"e2e-shared-a-w3-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","model":"ai-tenant-e2e-shared-a-w3-f46b61/auth-test-model-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.29037906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"auth-test-model-f46b61","reconcileID":"ab268a27-22af-44c7-bffb-8565902313d8","MaaSModelRef":{"name":"auth-test-model-f46b61","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"routeName":"auth-test-model-f46b61-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","llmisvcName":"auth-test-model-f46b61","gateway":"openshift-ingress/e2e-shared-a-w3-f46b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.293782659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"cd4dc1d4-ea02-4ffc-90b3-6fff3ec1d746","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.434072681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"00f20147-9d45-41d9-a824-5524c7f20d25","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.434097164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"00f20147-9d45-41d9-a824-5524c7f20d25","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.496627046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"96a9a74b-3387-4fe6-8460-439d2e1b0a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.699819573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"96a9a74b-3387-4fe6-8460-439d2e1b0a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.826460103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"96a9a74b-3387-4fe6-8460-439d2e1b0a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"name":"e2e-shared-b-w3-1f0009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.826488477Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"e2e-auth-iso-d7a147","reconcileID":"96a9a74b-3387-4fe6-8460-439d2e1b0a5e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d7a147","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.882440225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"3090020f-4ac3-4f42-84e3-67133d84ff90","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"tenant":"e2e-shared-b-w3-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","model":"ai-tenant-e2e-shared-b-w3-1f0009/auth-test-model-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:45.882459895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"auth-test-model-1f0009","reconcileID":"3090020f-4ac3-4f42-84e3-67133d84ff90","MaaSModelRef":{"name":"auth-test-model-1f0009","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"routeName":"auth-test-model-1f0009-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","llmisvcName":"auth-test-model-1f0009","gateway":"openshift-ingress/e2e-shared-b-w3-1f0009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:46.73207119Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbe7b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbe7b2","reconcileID":"54b532b6-aa00-4bb9-bf4c-5b290a2d59af","aitenant":"ai-tenants/e2e-praxis-b-dbe7b2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.272701782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9795b1c7-029b-4b92-995b-49cc45aad86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.324553388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9795b1c7-029b-4b92-995b-49cc45aad86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.324728467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"5580f162-05f3-41aa-a342-344d15b71965","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.376513693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9795b1c7-029b-4b92-995b-49cc45aad86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.428265787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9795b1c7-029b-4b92-995b-49cc45aad86d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.432946934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"5580f162-05f3-41aa-a342-344d15b71965","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.539722503Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-dbe7b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-dbe7b2","reconcileID":"54b532b6-aa00-4bb9-bf4c-5b290a2d59af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-dbe7b2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-dbe7b2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.748803499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"79d29c18-e02e-4b01-a61d-4e315eaa8e7c","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:47.748825808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"79d29c18-e02e-4b01-a61d-4e315eaa8e7c","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.372721396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a40728-8d4f-4bf5-af1e-465a90506596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.425786365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a40728-8d4f-4bf5-af1e-465a90506596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.483373342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a40728-8d4f-4bf5-af1e-465a90506596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:49.535716775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a40728-8d4f-4bf5-af1e-465a90506596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:51.430300972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a562bb-999f-44f6-b277-db1a2a0b749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:51.482334914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a562bb-999f-44f6-b277-db1a2a0b749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:51.534078944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a562bb-999f-44f6-b277-db1a2a0b749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:51.587951993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a562bb-999f-44f6-b277-db1a2a0b749d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:52.919750424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"80c41ad7-0961-4db3-ac06-52068b14fecb","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:52.9197765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"80c41ad7-0961-4db3-ac06-52068b14fecb","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:52.978336332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"6c04c90e-4287-49ca-81f4-1a7cfa524666","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:52.978387203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"6c04c90e-4287-49ca-81f4-1a7cfa524666","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:52.990829752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.022593679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"1bcdd632-596f-4b16-9516-c18597136462","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:43:53.024913146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"14975112-a343-4567-916c-03c4ad95bc60","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3bbcd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:43:53.032709113Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"6c04c90e-4287-49ca-81f4-1a7cfa524666","name":"auth-test-model-915ccb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-915ccb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:43:53.032766457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"6c04c90e-4287-49ca-81f4-1a7cfa524666","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-915ccb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.038590295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"15bdbd13-d952-4d5b-9bb4-9d6862466bf0","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.03860655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"15bdbd13-d952-4d5b-9bb4-9d6862466bf0","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.079904175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"1bcdd632-596f-4b16-9516-c18597136462","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.133664758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"9a14ad72-3ba2-4d90-8606-92545e548bfe","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.133689442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"9a14ad72-3ba2-4d90-8606-92545e548bfe","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.188582287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"017e8ce9-6ae5-47bc-9d17-5d144e40ea3f","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.1886015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"017e8ce9-6ae5-47bc-9d17-5d144e40ea3f","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.38807498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"56856ecc-3436-47be-b2cc-e9c7fd946ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.400124257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"47e608b5-50c7-4433-9d3f-0e2be118f809","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"maas-trlp-auth-test-model-915ccb","model":"auth-test-model-915ccb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-915ccb/e2e-auth-iso-3bbcd6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.446054997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"56856ecc-3436-47be-b2cc-e9c7fd946ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.466121109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec0ca48-d247-4705-92cb-7159e8638f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.517847241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec0ca48-d247-4705-92cb-7159e8638f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.569762724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec0ca48-d247-4705-92cb-7159e8638f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.621814358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fec0ca48-d247-4705-92cb-7159e8638f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.627511073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"28016314-37bc-4235-86e8-8b22a64a4750","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.627529867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"28016314-37bc-4235-86e8-8b22a64a4750","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:53.833995947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"cc93053a-da24-449b-a4cf-815931019a78","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"maas-trlp-auth-test-model-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:54.078815323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-882a2a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-882a2a","reconcileID":"c82418ed-8fb8-4aaf-8472-79f37649f7fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-882a2a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-882a2a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.576996253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bdb60b-6e32-4a44-9f6e-52b1b6b638b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.628807668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bdb60b-6e32-4a44-9f6e-52b1b6b638b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.680367188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bdb60b-6e32-4a44-9f6e-52b1b6b638b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:55.732015998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27bdb60b-6e32-4a44-9f6e-52b1b6b638b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:57.642999212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83f42e-fde5-4f72-8cd1-9af195425d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:57.696326722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83f42e-fde5-4f72-8cd1-9af195425d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:57.748342203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83f42e-fde5-4f72-8cd1-9af195425d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:43:57.822489131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83f42e-fde5-4f72-8cd1-9af195425d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:04.879320658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c5527a97-e429-4cda-9ddd-6264c941e75d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.114998153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d1776f42-4337-43ca-a6b8-4fdbc457b430","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.21609026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"32e15b28-ef3d-4251-af20-6bc842ae3cba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.348164266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"e5294d56-3b06-4506-972b-f3d2b32c6e75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.52480001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"5b6df71f-41be-45b3-96d3-9a0714381f18","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.62738069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c5b33a0-a6de-41e8-91b5-a96ee5c6692b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.762547006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff7072b4-032b-41e1-98ec-e00be6799b2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.862537939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"c3b0e7f8-cb49-41f0-9c3e-2fa41e0fca79","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.883489872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"c620f92c-23b6-44c9-a7e6-f5f6a91b3e75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:05.962980182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"5f19afcd-be29-4969-a255-bcc113e536f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.063017193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"2a7be78e-c276-4eb1-9ea2-648ce27c6601","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-auth-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.163586748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"b87ecfd8-6851-4d05-95da-bb57fb3b9fff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.176958487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"66ecf1f7-b437-4a3f-b6ac-e284ec14043b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.228405002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"0b47f0f0-232d-4c23-97ef-0b9807615323","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.22842437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"0b47f0f0-232d-4c23-97ef-0b9807615323","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.263899024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"2a9fff3a-2cc5-4561-bcae-a2fcff4ae63a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.36413801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"6838bf7c-63a6-47b3-8296-8b4952228050","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.65140253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"bd0ec4da-70a8-486a-a838-fcac1f0b3063","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:06.707958403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"bd0ec4da-70a8-486a-a838-fcac1f0b3063","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.181224941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"81fbcca9-2007-4283-bd04-8bbe48031315","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.1812464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"81fbcca9-2007-4283-bd04-8bbe48031315","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.283818708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"01f37c79-904c-463a-a84b-8f43f7fe0f25","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.340252921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"01f37c79-904c-463a-a84b-8f43f7fe0f25","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.341444231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"1779be0e-0f85-4d66-bcb1-6e89be5d5463","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f4298b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.632595946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"047ae857-ada7-4e47-bba7-5cb1242288f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:11.689269943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"047ae857-ada7-4e47-bba7-5cb1242288f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.394098478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a7020243-e7db-424b-a461-6faac3157447","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","subscription":"e2e-auth-iso-2d15aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.446407027Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a7020243-e7db-424b-a461-6faac3157447","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.498090753Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a7020243-e7db-424b-a461-6faac3157447","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.794540126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"c5a9d9cf-b396-45bd-99d2-7a9bac190a26","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.794562239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"c5a9d9cf-b396-45bd-99d2-7a9bac190a26","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.896560298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"708ab953-f411-4c1d-bc5a-4cec014cf814","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.933016355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f4ba73ea-340a-437b-9b37-f994e5cd0cf1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.933039015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f4ba73ea-340a-437b-9b37-f994e5cd0cf1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:21.953716225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"708ab953-f411-4c1d-bc5a-4cec014cf814","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.03652244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"06ba53f7-5631-4d9b-b451-182cff1e7d95","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.093279996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"06ba53f7-5631-4d9b-b451-182cff1e7d95","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.093614744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"81b0cdf5-4aa6-4c7b-994a-02409000cbce","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f30cfd3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.261371106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"0f3cef76-f7b4-4913-8fec-dd4e59457a9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.318198392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"0f3cef76-f7b4-4913-8fec-dd4e59457a9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.463037963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"3f05520e-2164-4dd7-bd5f-31e2d32bff0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.520874316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"3f05520e-2164-4dd7-bd5f-31e2d32bff0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:22.990006641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.146225345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"d2ca645c-3987-4374-a878-857e03419e85","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","subscription":"e2e-auth-iso-2d15aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.198768921Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"d2ca645c-3987-4374-a878-857e03419e85","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.250984566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"d2ca645c-3987-4374-a878-857e03419e85","MaaSSubscription":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.522021534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"9c23444c-3c12-4c04-91f3-8f116dc77bb1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.522042897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"9c23444c-3c12-4c04-91f3-8f116dc77bb1","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.625980016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"cecf6bac-1d1a-48e9-b734-163c936a2996","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.659669116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a5a422d2-b2ce-4510-8d92-d96e7dcaecd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.659706964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"6aedb13d-0a12-4307-b51d-85ca0d1f7520","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.659723565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"6aedb13d-0a12-4307-b51d-85ca0d1f7520","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.6825789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"cecf6bac-1d1a-48e9-b734-163c936a2996","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.86421756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a5a422d2-b2ce-4510-8d92-d96e7dcaecd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.990552065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a5a422d2-b2ce-4510-8d92-d96e7dcaecd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:32.99058287Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-auth-iso-2d15aa","reconcileID":"a5a422d2-b2ce-4510-8d92-d96e7dcaecd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.015790617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"ebe63029-3f6f-4075-b051-3e5d91bfbcfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.046690292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"84259b56-71a1-494a-9db7-8c781c8f2b5b","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/auth-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.046709538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"auth-test-model-980b82","reconcileID":"84259b56-71a1-494a-9db7-8c781c8f2b5b","MaaSModelRef":{"name":"auth-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"auth-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"auth-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.072485226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"ebe63029-3f6f-4075-b051-3e5d91bfbcfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.191427231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"bbf63db4-e689-4f95-89ee-fdc9760df6d5","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.191445839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"bbf63db4-e689-4f95-89ee-fdc9760df6d5","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.276226004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"e30a336b-8702-4d36-900a-f56d96b4416c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.529123854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"e30a336b-8702-4d36-900a-f56d96b4416c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.655865267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"e30a336b-8702-4d36-900a-f56d96b4416c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.65588933Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-auth-iso-2d15aa","reconcileID":"e30a336b-8702-4d36-900a-f56d96b4416c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2d15aa","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.711814738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f1e7c5f4-a090-4e45-9a60-bbe14fd463be","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/auth-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:33.71184189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"auth-test-model-b8d3cb","reconcileID":"f1e7c5f4-a090-4e45-9a60-bbe14fd463be","MaaSModelRef":{"name":"auth-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"auth-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"auth-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.405808479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"9e6d00d0-17c3-4279-8ba1-877a7db1ed78","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"maas-trlp-auth-test-model-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.570468372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"d0fc3a67-468f-4a4c-af1a-7a93a7eb2c44","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:38.570492068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"d0fc3a67-468f-4a4c-af1a-7a93a7eb2c44","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.24933789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"a4922358-232d-425f-bd31-3c05d764b38b","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.249358785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"a4922358-232d-425f-bd31-3c05d764b38b","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.260376538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"6b5e1f1c-1ef2-40ce-aedb-34dc045e1f98","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.316687456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"6b5e1f1c-1ef2-40ce-aedb-34dc045e1f98","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.36068914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"3dbdb47c-9ee3-4ac8-b1d5-31f6180cb58d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.409809473Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"7f8ea0a5-69ce-4175-ad52-ab4809ce9c35","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f141ce6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.417160785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"3dbdb47c-9ee3-4ac8-b1d5-31f6180cb58d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.725595725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"e59f2648-f05f-476a-8e06-8bb4c2dd1ed9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:40.782743054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"e59f2648-f05f-476a-8e06-8bb4c2dd1ed9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.462164213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"276dc46b-f558-4f74-8947-1af340740dbf","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","subscription":"e2e-auth-iso-3bbcd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.514239601Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"276dc46b-f558-4f74-8947-1af340740dbf","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.566878502Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"276dc46b-f558-4f74-8947-1af340740dbf","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"maas-trlp-auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.841133638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"4dec33d4-fb61-44db-a63a-97cc68727361","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.841154165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"4dec33d4-fb61-44db-a63a-97cc68727361","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.944954478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"2f85190d-1470-4f9e-8b00-3ef2c173e168","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.986299062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"e295b655-d39d-475c-b008-6c370cb162bd","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:50.986321035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"e295b655-d39d-475c-b008-6c370cb162bd","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.001356404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"2f85190d-1470-4f9e-8b00-3ef2c173e168","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.144940247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"fb429577-ebab-401d-a8c4-e4d70777ffaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.147280914Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"d68ba291-3728-4750-b0be-5e1209555e8f","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2d54581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.202211093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"fb429577-ebab-401d-a8c4-e4d70777ffaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.307518549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"8dd32d49-4306-4a70-b80b-e98d94b10214","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.365079836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"8dd32d49-4306-4a70-b80b-e98d94b10214","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.508398962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"34635748-166e-4220-960d-337f97a16ff8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:51.565462566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"34635748-166e-4220-960d-337f97a16ff8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:52.990440515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:55.474818191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-875049","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"autores-model-875049","reconcileID":"a0328cd2-18ff-4eb5-8f84-1d136d4d3c8e","MaaSModelRef":{"name":"autores-model-875049","namespace":"ai-tenant-e2e-autores-875049"},"tenant":"e2e-autores-875049","gateway":"openshift-ingress/e2e-autores-875049","model":"ai-tenant-e2e-autores-875049/autores-model-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:44:55.474852224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-875049","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"autores-model-875049","reconcileID":"a0328cd2-18ff-4eb5-8f84-1d136d4d3c8e","MaaSModelRef":{"name":"autores-model-875049","namespace":"ai-tenant-e2e-autores-875049"},"routeName":"autores-model-875049-kserve-route","namespace":"ai-tenant-e2e-autores-875049","llmisvcName":"autores-model-875049","gateway":"openshift-ingress/e2e-autores-875049","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.199961622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"aa1e1940-3736-4a9c-a1bb-7f11560f85f6","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","subscription":"e2e-auth-iso-3bbcd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.25201667Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"aa1e1940-3736-4a9c-a1bb-7f11560f85f6","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.304378093Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"aa1e1940-3736-4a9c-a1bb-7f11560f85f6","MaaSSubscription":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"maas-trlp-auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.577362621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"06ed9fd1-4bcf-4df3-a4f6-e041ae2ba852","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.577384043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"06ed9fd1-4bcf-4df3-a4f6-e041ae2ba852","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.680426534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"3f4eb7e5-8f3c-4312-bcbb-ca86bdfa143d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.711310534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"5906b7dc-39a0-46c4-8308-06f9bcaf166b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.711778012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"07d185a5-bf9e-45e6-8e64-d1a2a000ab9a","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.711815954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"07d185a5-bf9e-45e6-8e64-d1a2a000ab9a","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.739363196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"3f4eb7e5-8f3c-4312-bcbb-ca86bdfa143d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:01.963058433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"5906b7dc-39a0-46c4-8308-06f9bcaf166b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.083659442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"66d8d76a-1edf-4e86-b9c3-53a3ed70fc5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.094843743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"5906b7dc-39a0-46c4-8308-06f9bcaf166b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"name":"e2e-shared-a-w0-440c60-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.094867209Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"e2e-auth-iso-3bbcd6","reconcileID":"5906b7dc-39a0-46c4-8308-06f9bcaf166b","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.141136413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"66d8d76a-1edf-4e86-b9c3-53a3ed70fc5c","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.151340938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"45fbac4a-fbaa-4ab9-a75d-c29ccb7d5834","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"tenant":"e2e-shared-a-w0-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","model":"ai-tenant-e2e-shared-a-w0-440c60/auth-test-model-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.151359728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"auth-test-model-440c60","reconcileID":"45fbac4a-fbaa-4ab9-a75d-c29ccb7d5834","MaaSModelRef":{"name":"auth-test-model-440c60","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"routeName":"auth-test-model-440c60-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-440c60","llmisvcName":"auth-test-model-440c60","gateway":"openshift-ingress/e2e-shared-a-w0-440c60","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.289694844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"fe27385f-be9f-4dbc-9d64-fc3d29e7ee49","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.289713954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"fe27385f-be9f-4dbc-9d64-fc3d29e7ee49","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.344816442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"a66f478e-04ed-4b6a-9163-488099b2c1e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.596971142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"a66f478e-04ed-4b6a-9163-488099b2c1e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.72427529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"a66f478e-04ed-4b6a-9163-488099b2c1e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"name":"e2e-shared-b-w0-915ccb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.724308859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"e2e-auth-iso-3bbcd6","reconcileID":"a66f478e-04ed-4b6a-9163-488099b2c1e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3bbcd6","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.7809692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"2b4ecf6b-e86f-4498-b2a6-0d86069bc0a5","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"tenant":"e2e-shared-b-w0-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","model":"ai-tenant-e2e-shared-b-w0-915ccb/auth-test-model-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:02.780991648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"auth-test-model-915ccb","reconcileID":"2b4ecf6b-e86f-4498-b2a6-0d86069bc0a5","MaaSModelRef":{"name":"auth-test-model-915ccb","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"routeName":"auth-test-model-915ccb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","llmisvcName":"auth-test-model-915ccb","gateway":"openshift-ingress/e2e-shared-b-w0-915ccb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.794480643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"db4b1878-bf9a-4a57-999d-db4898f21778","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:05.913988139Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"db4b1878-bf9a-4a57-999d-db4898f21778","name":"e2e-shared-a-w4-882a2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.423139061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"dc55a972-230a-41d8-946f-8422b2d138fe","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.479462004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"dc55a972-230a-41d8-946f-8422b2d138fe","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.491343499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"bc254ae7-999f-4c5e-abc7-f35057af2d6d","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.491406016Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"bc254ae7-999f-4c5e-abc7-f35057af2d6d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.50164328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"2648f08d-21d7-4b85-9f2c-3d28d80444e6","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.501697658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"2648f08d-21d7-4b85-9f2c-3d28d80444e6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.521991435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"caf29457-2d57-4186-a6d6-89d91e117700","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.522042573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"caf29457-2d57-4186-a6d6-89d91e117700","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.56322769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"b871da5c-31a0-48c5-bed8-b5f39f5128e0","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.56329525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"b871da5c-31a0-48c5-bed8-b5f39f5128e0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.643877734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"102c0cb5-7afb-4349-98af-45ccdbcf499b","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.643938771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"102c0cb5-7afb-4349-98af-45ccdbcf499b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.804820382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"5565c3eb-5604-4d65-8565-973dd3a2cf0d","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:14.804888262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"5565c3eb-5604-4d65-8565-973dd3a2cf0d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:15.126128816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"674f5850-910b-4be7-87c3-56aaee198968","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:15.126219284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"674f5850-910b-4be7-87c3-56aaee198968","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:15.766703554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"7cbfbca1-5181-43c2-b7c6-85a9566015b1","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:15.766768364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"7cbfbca1-5181-43c2-b7c6-85a9566015b1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:17.047354454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"110aa32c-9916-4cba-b43f-05e321576e11","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:17.047518049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"110aa32c-9916-4cba-b43f-05e321576e11","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:19.60813966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"0a637f1c-7798-4c2d-90b1-0cfd8d9fc803","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:45:19.608226052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-38049c","namespace":"ai-tenant-e2e-noten-38049c"},"namespace":"ai-tenant-e2e-noten-38049c","name":"noten-model-38049c","reconcileID":"0a637f1c-7798-4c2d-90b1-0cfd8d9fc803","error":"resolve tenant gateway for model ai-tenant-e2e-noten-38049c/noten-model-38049c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-38049c/noten-model-38049c-kserve-route (gateways: [openshift-ingress/e2e-noten-38049c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:22.990450223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.458032272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e6cbe-097e-4f5e-a112-5f798cddfa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.510070643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e6cbe-097e-4f5e-a112-5f798cddfa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.562046919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e6cbe-097e-4f5e-a112-5f798cddfa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:46.613789398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e6cbe-097e-4f5e-a112-5f798cddfa85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:47.060293781Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3058ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3058ee","reconcileID":"2ccd8169-7c73-42f0-a795-b7b77b4f95f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3058ee","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-3058ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.498046196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd67aa-b659-4960-8463-3fcffee4a627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.550419453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd67aa-b659-4960-8463-3fcffee4a627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.602831138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd67aa-b659-4960-8463-3fcffee4a627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:48.654595441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbd67aa-b659-4960-8463-3fcffee4a627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.538739613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4608a47-b156-4f0c-8025-54766fe5b824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.59197842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4608a47-b156-4f0c-8025-54766fe5b824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.643649395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4608a47-b156-4f0c-8025-54766fe5b824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:50.695513182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4608a47-b156-4f0c-8025-54766fe5b824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:45:52.990672871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.513654171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55cac4b5-4bf0-484e-aec0-cb0cb6a79449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.565547376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55cac4b5-4bf0-484e-aec0-cb0cb6a79449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.617382648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55cac4b5-4bf0-484e-aec0-cb0cb6a79449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:09.669022388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55cac4b5-4bf0-484e-aec0-cb0cb6a79449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:10.117920074Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1498df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1498df","reconcileID":"e465895d-eddb-4369-a10c-07521ec6b1b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1498df","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-1498df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.609166715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1d191-3bf8-45c1-b178-f426a94e4eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.676521485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1d191-3bf8-45c1-b178-f426a94e4eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.729247898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1d191-3bf8-45c1-b178-f426a94e4eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:11.781129563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3b1d191-3bf8-45c1-b178-f426a94e4eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.691955864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f94992-e4c1-4cc0-96c0-320a5e9ec2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.745028605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f94992-e4c1-4cc0-96c0-320a5e9ec2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.796927699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f94992-e4c1-4cc0-96c0-320a5e9ec2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:13.848877513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f94992-e4c1-4cc0-96c0-320a5e9ec2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.746474474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee24145d-eb74-47c4-8d8e-abe06f346401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.798212272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee24145d-eb74-47c4-8d8e-abe06f346401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.84983633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee24145d-eb74-47c4-8d8e-abe06f346401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:15.901613562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee24145d-eb74-47c4-8d8e-abe06f346401","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:17.806362619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f152c3e-45e6-4fa6-80fe-3c77f7744129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:17.858185108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f152c3e-45e6-4fa6-80fe-3c77f7744129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:17.909982497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f152c3e-45e6-4fa6-80fe-3c77f7744129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:17.963997573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f152c3e-45e6-4fa6-80fe-3c77f7744129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:19.83098409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c4bb0-480b-4e14-b612-97378474e1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:19.88321405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c4bb0-480b-4e14-b612-97378474e1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:19.934963036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c4bb0-480b-4e14-b612-97378474e1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:19.987816692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c4bb0-480b-4e14-b612-97378474e1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:22.989570236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:26.651952581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d832639-0eb3-4ec6-a7b4-5c609329238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:26.703570306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d832639-0eb3-4ec6-a7b4-5c609329238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:26.755973448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d832639-0eb3-4ec6-a7b4-5c609329238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:26.80774937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d832639-0eb3-4ec6-a7b4-5c609329238e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:27.243261063Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6c3d8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6c3d8e","reconcileID":"323acfbd-f416-4f5d-b573-7e393b2423d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-6c3d8e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-6c3d8e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:28.692154557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce52344-bed6-40a9-ba36-21a697e1ff87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:28.74393595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce52344-bed6-40a9-ba36-21a697e1ff87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:28.795743404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce52344-bed6-40a9-ba36-21a697e1ff87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:28.847565435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce52344-bed6-40a9-ba36-21a697e1ff87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.785901453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345fd7ea-a237-4894-a82f-4ecff90f18ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.842376675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345fd7ea-a237-4894-a82f-4ecff90f18ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.896888542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345fd7ea-a237-4894-a82f-4ecff90f18ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:30.948956422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"345fd7ea-a237-4894-a82f-4ecff90f18ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:32.828590015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b157b0c6-a5fa-4441-853f-ab68d0fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:32.880959226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b157b0c6-a5fa-4441-853f-ab68d0fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:32.93270351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b157b0c6-a5fa-4441-853f-ab68d0fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:32.987053719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b157b0c6-a5fa-4441-853f-ab68d0fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:34.84703691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be7f443-bca3-41a6-94e6-4c2910b60455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:34.8985998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be7f443-bca3-41a6-94e6-4c2910b60455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:34.951950564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be7f443-bca3-41a6-94e6-4c2910b60455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:35.004013476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5be7f443-bca3-41a6-94e6-4c2910b60455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:36.924153164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508da67c-d632-4d21-b8ec-437e370d05dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:36.975928495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508da67c-d632-4d21-b8ec-437e370d05dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.027527703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508da67c-d632-4d21-b8ec-437e370d05dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:37.07938214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"508da67c-d632-4d21-b8ec-437e370d05dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:38.971847697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a178a9a3-ac78-4e43-842a-0a0806c59096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.02344868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a178a9a3-ac78-4e43-842a-0a0806c59096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.074925042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a178a9a3-ac78-4e43-842a-0a0806c59096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.126655946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a178a9a3-ac78-4e43-842a-0a0806c59096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:39.396580709Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0f49ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0f49ab","reconcileID":"5788b6d5-e47a-4622-b802-828850f3254d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0f49ab","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0f49ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.031998838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff0c290-1fa4-4103-9e7f-512ccc65491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.083784603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff0c290-1fa4-4103-9e7f-512ccc65491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.139006493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff0c290-1fa4-4103-9e7f-512ccc65491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:41.191717982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff0c290-1fa4-4103-9e7f-512ccc65491c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.089681785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f21c9c-f57c-4138-a475-9c2a5e15a187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.141624017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f21c9c-f57c-4138-a475-9c2a5e15a187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.194590423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f21c9c-f57c-4138-a475-9c2a5e15a187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:43.252316178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f21c9c-f57c-4138-a475-9c2a5e15a187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.128995701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ef1362-9160-4d77-8780-3e861ebceab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.180753272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ef1362-9160-4d77-8780-3e861ebceab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.232494271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ef1362-9160-4d77-8780-3e861ebceab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:45.284284352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59ef1362-9160-4d77-8780-3e861ebceab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.184929664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fb298a-0dea-4400-99a8-df1329abe1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.236559025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fb298a-0dea-4400-99a8-df1329abe1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.288199246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fb298a-0dea-4400-99a8-df1329abe1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:47.339800627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75fb298a-0dea-4400-99a8-df1329abe1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.229864099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078feab8-df7d-454c-b404-55023cf6363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.281639461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078feab8-df7d-454c-b404-55023cf6363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.333404483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078feab8-df7d-454c-b404-55023cf6363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:49.385075968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078feab8-df7d-454c-b404-55023cf6363b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:51.256103694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d43e7e-68a9-412c-bb55-9d1adce7e364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:51.307951765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d43e7e-68a9-412c-bb55-9d1adce7e364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:51.360003308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d43e7e-68a9-412c-bb55-9d1adce7e364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:51.411811335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d43e7e-68a9-412c-bb55-9d1adce7e364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:52.990104281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:53.353039199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8954df8b-14f8-49f3-b136-a529480bee4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:53.404667448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8954df8b-14f8-49f3-b136-a529480bee4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:53.45696128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8954df8b-14f8-49f3-b136-a529480bee4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:53.511830825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8954df8b-14f8-49f3-b136-a529480bee4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.225445694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"d78553a8-7b00-401e-9ac7-194275541aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.327399008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"51a6e0ea-e14b-4860-b019-00268cb54407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.438396124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"79ad8c42-0968-489d-a3eb-76fed16666d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.541358538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e492f97e-34db-4661-bb07-7e3bd2b642ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.54406025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09bc8c7f-3162-4fc9-ba17-3386a7f8626c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.648937484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"be7852c7-a84a-4040-8276-422adc0d5ad2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:58.741488571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"2dae1d9b-da3e-4676-8f3d-fd253f620c55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.167652104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"9c8944da-ca07-4ec0-a685-fa9313961a3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.283501357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"4f394ad0-2ea8-4d01-b153-9df271d05556","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.384305367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"de53d7d1-fc1b-4ad6-9b40-b2977716d958","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.404240845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"e7736fea-9baf-4305-bcf0-4f32bc080ca3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:46:59.583167268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"e2cacff1-22a9-49b6-9c47-e6976231cb46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.499091244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"82850b01-a10c-4b93-b2b9-42cc83c0f19b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-3058ee","tenantID":"e2e-extmod-a-3058ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.616100992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"82850b01-a10c-4b93-b2b9-42cc83c0f19b","name":"e2e-extmod-a-3058ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.908985966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1517c1-0585-4be5-82ab-fcc52bbdbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:02.960910395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1517c1-0585-4be5-82ab-fcc52bbdbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.012458718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1517c1-0585-4be5-82ab-fcc52bbdbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:03.064074925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1517c1-0585-4be5-82ab-fcc52bbdbbfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:04.927166457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd78dcbe-0b6e-471a-957d-04bc2507b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:04.978758646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd78dcbe-0b6e-471a-957d-04bc2507b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:05.030682499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd78dcbe-0b6e-471a-957d-04bc2507b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:05.082398573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd78dcbe-0b6e-471a-957d-04bc2507b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:06.953052976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a209774-6f96-44c6-acc4-fcf7bcd7a906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.00674418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a209774-6f96-44c6-acc4-fcf7bcd7a906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.059714976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a209774-6f96-44c6-acc4-fcf7bcd7a906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.112755511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a209774-6f96-44c6-acc4-fcf7bcd7a906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.970299102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"06373703-4f80-4949-af6d-7c8884f7f2d9","namespace":"ai-tenant-e2e-autores-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.970371752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"06373703-4f80-4949-af6d-7c8884f7f2d9","namespace":"ai-tenant-e2e-autores-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:07.970421323Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"06373703-4f80-4949-af6d-7c8884f7f2d9","aitenant":"ai-tenants/e2e-autores-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:08.98625267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4470a7a0-7068-4850-81fb-4afe660b99ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.037946033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4470a7a0-7068-4850-81fb-4afe660b99ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.089536905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4470a7a0-7068-4850-81fb-4afe660b99ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:09.141203103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4470a7a0-7068-4850-81fb-4afe660b99ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.08987426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac79437-4db2-4d3e-a8ae-a07d73bb8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.141761089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac79437-4db2-4d3e-a8ae-a07d73bb8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.193648245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac79437-4db2-4d3e-a8ae-a07d73bb8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:11.245721793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac79437-4db2-4d3e-a8ae-a07d73bb8fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.047939704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"254cebc5-4aa0-4cc5-84d4-4d14597b35cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.167742243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"4638866d-f50f-410d-93f3-85de28890d00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.357734412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"31699241-a42f-4970-a16b-32a3a2333b32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.409440929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"b65e4857-f844-4dba-9f0b-49a7746cd11f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.46236869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"cb0ac29f-66ca-4ce6-a92f-4767596d3815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.578355181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"fb1e1d96-990c-4e00-8cfa-01503116bd95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.873969132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"3c3941b2-0395-4970-bf24-eedf2406e342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:16.974124594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"3ac3d6e1-5193-4a4c-a56e-8bf5ae7dad55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.001645363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b89b558a-74e7-4ad3-9418-b857af945fb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.360252437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0970f87e-dbeb-4426-973b-ac8aae2c8ee2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.468379584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"b1bdea95-4317-43dd-8586-34c1491caf70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:17.570210893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f6e8a238-b147-4cea-9e87-752d23f8ff6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:22.990653898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:27.871706368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"a90479fe-2536-45fa-a698-6d37c8686fd7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-1498df","tenantID":"e2e-extmod-a-1498df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:27.988327336Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"a90479fe-2536-45fa-a698-6d37c8686fd7","name":"e2e-extmod-a-1498df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.506347081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"19693ed7-3d9b-46ab-bd85-4c96f8da8bdf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:47.622527393Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"19693ed7-3d9b-46ab-bd85-4c96f8da8bdf","name":"e2e-shared-b-w4-6c3d8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:47:52.989601172Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.239264694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"b0f074af-dd5e-4ef1-8a90-2832bab11023","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0f49ab","tenantID":"e2e-extmod-a-0f49ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:07.355615666Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"b0f074af-dd5e-4ef1-8a90-2832bab11023","name":"e2e-extmod-a-0f49ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:22.993525341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:28.94743506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5ede6-edc9-454b-bfc3-c8feb035bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:28.999725305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5ede6-edc9-454b-bfc3-c8feb035bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.057111362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5ede6-edc9-454b-bfc3-c8feb035bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:29.111815247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f5ede6-edc9-454b-bfc3-c8feb035bdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:30.992958121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7baa11e9-2988-4ff8-91b0-2d43e19b575d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:31.044672619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7baa11e9-2988-4ff8-91b0-2d43e19b575d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:31.096473392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7baa11e9-2988-4ff8-91b0-2d43e19b575d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:31.148491759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7baa11e9-2988-4ff8-91b0-2d43e19b575d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.45547289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","namespace":"ai-tenant-e2e-autores-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.455631983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","namespace":"ai-tenant-e2e-autores-875049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.45573124Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","tenant":"e2e-autores-875049","tenantID":"e2e-autores-875049","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.511792432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Deployment","name":"maas-api-e2e-autores-875049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.602496874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Service","name":"maas-api-e2e-autores-875049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.660036818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-875049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.714666516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-875049","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.772053037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.826376023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.883349302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:32.948328313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.000077484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Deployment","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.052402231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.103532569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Service","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.143209907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce6c9c-c7da-4b4e-977b-f882251c160f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.195046152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"Service","name":"payload-pre-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.19562638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce6c9c-c7da-4b4e-977b-f882251c160f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.247277997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"DestinationRule","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.248191207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce6c9c-c7da-4b4e-977b-f882251c160f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.299554645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.300228817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcce6c9c-c7da-4b4e-977b-f882251c160f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.351937465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.407710517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.459126262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.510537909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.573738703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-875049","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:33.643318662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-875049"},"namespace":"ai-tenant-e2e-autores-875049","name":"default-tenant","reconcileID":"7068cff3-79e5-4dd1-ac13-57e1886cbbb6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-875049","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:34.341993658Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-875049","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-875049","reconcileID":"f0a5212c-8870-4acd-b7e5-f584f2ef29e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-875049","removed":["maas.opendatahub.io/gateway-access-e2e-autores-875049"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.627923534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489174c-6b48-4a41-a5f0-4079d54fdc1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.679776687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489174c-6b48-4a41-a5f0-4079d54fdc1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.732042374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489174c-6b48-4a41-a5f0-4079d54fdc1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:35.784902918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f489174c-6b48-4a41-a5f0-4079d54fdc1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:36.31258642Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-942137","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-942137","reconcileID":"331b3892-247d-4e08-a215-5869a5b2e4a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-942137","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-942137":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:37.841460336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc426b9-bfd7-42a1-accd-f9002ecdd23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:37.893362291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc426b9-bfd7-42a1-accd-f9002ecdd23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:37.948901473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc426b9-bfd7-42a1-accd-f9002ecdd23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:38.000969204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc426b9-bfd7-42a1-accd-f9002ecdd23b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:39.963794437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73929ab2-0134-4115-b062-f1b77d6df543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.015395534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73929ab2-0134-4115-b062-f1b77d6df543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.067269424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73929ab2-0134-4115-b062-f1b77d6df543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:40.141424324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73929ab2-0134-4115-b062-f1b77d6df543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:41.876382988Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d75a69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d75a69","reconcileID":"5ef076b9-0ec8-40b7-b881-2d785d71d573","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-d75a69","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-d75a69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.079867421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d83c9-f418-4e30-80dd-051888025901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.132907832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d83c9-f418-4e30-80dd-051888025901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.18506796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d83c9-f418-4e30-80dd-051888025901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:42.23683157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6d83c9-f418-4e30-80dd-051888025901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.168736936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36625e2-f276-406a-ba1c-742aa8940af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.220297078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36625e2-f276-406a-ba1c-742aa8940af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.272152819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36625e2-f276-406a-ba1c-742aa8940af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:44.324163575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36625e2-f276-406a-ba1c-742aa8940af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.296105313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157250c-854f-4545-ab1b-805fe80381ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.348050533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157250c-854f-4545-ab1b-805fe80381ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.402302097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157250c-854f-4545-ab1b-805fe80381ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:46.454488508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6157250c-854f-4545-ab1b-805fe80381ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.347942479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b776c58-c23b-4b6f-89d7-d030ee993e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.400563466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b776c58-c23b-4b6f-89d7-d030ee993e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.452229021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b776c58-c23b-4b6f-89d7-d030ee993e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:48.503861532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b776c58-c23b-4b6f-89d7-d030ee993e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.386391364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c171004-fe14-44ac-b8d0-d2109fcfdcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.438117672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c171004-fe14-44ac-b8d0-d2109fcfdcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.489862722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c171004-fe14-44ac-b8d0-d2109fcfdcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:50.541870803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c171004-fe14-44ac-b8d0-d2109fcfdcb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.411832187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0d5bde-9707-4546-b7ed-31b8ac34c7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.464043075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0d5bde-9707-4546-b7ed-31b8ac34c7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.517585947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0d5bde-9707-4546-b7ed-31b8ac34c7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.569349515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0d5bde-9707-4546-b7ed-31b8ac34c7ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:52.989682998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.445134644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2559de5-be7c-49bc-8dc9-ed868f2b2e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.497133659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2559de5-be7c-49bc-8dc9-ed868f2b2e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.549013373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2559de5-be7c-49bc-8dc9-ed868f2b2e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:54.601640431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2559de5-be7c-49bc-8dc9-ed868f2b2e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.579290129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2422c5c5-2809-46de-acca-c92e294f089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.631452854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2422c5c5-2809-46de-acca-c92e294f089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.683041343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2422c5c5-2809-46de-acca-c92e294f089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:56.734878713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2422c5c5-2809-46de-acca-c92e294f089c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:58.675625855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a568d7d5-f6cc-4820-b6fd-112013a3e98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:58.727616848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a568d7d5-f6cc-4820-b6fd-112013a3e98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:58.779622888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a568d7d5-f6cc-4820-b6fd-112013a3e98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:48:58.837036628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a568d7d5-f6cc-4820-b6fd-112013a3e98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.736827068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1414db8-aba9-4267-8805-9cd61d398b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.803435048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1414db8-aba9-4267-8805-9cd61d398b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.858094609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1414db8-aba9-4267-8805-9cd61d398b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:00.9100778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1414db8-aba9-4267-8805-9cd61d398b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:02.812841639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8ceff1-e449-4130-b366-49587c3265c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:02.864479668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8ceff1-e449-4130-b366-49587c3265c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:02.916718765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8ceff1-e449-4130-b366-49587c3265c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:02.969025491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8ceff1-e449-4130-b366-49587c3265c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.489389958Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-056584","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-056584","reconcileID":"593ea064-4ab3-4285-a58a-21bad00b88d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-056584","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-056584":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.832888844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f06dfa-377c-4f97-8a12-733369c44f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.884585988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f06dfa-377c-4f97-8a12-733369c44f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.936118128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f06dfa-377c-4f97-8a12-733369c44f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:04.98764125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f06dfa-377c-4f97-8a12-733369c44f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:06.960851496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10aaa09c-082a-4344-b5f6-6ecb6e6da221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.012676156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10aaa09c-082a-4344-b5f6-6ecb6e6da221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.06482809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10aaa09c-082a-4344-b5f6-6ecb6e6da221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:07.117058971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10aaa09c-082a-4344-b5f6-6ecb6e6da221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.734903162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0966ca-2b7a-4806-b269-b1055ee111b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.786533458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0966ca-2b7a-4806-b269-b1055ee111b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.838492888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0966ca-2b7a-4806-b269-b1055ee111b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:17.890286889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0966ca-2b7a-4806-b269-b1055ee111b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.756832318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e5a7a2-a080-49d3-bf2d-484e0c55be67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.808516873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e5a7a2-a080-49d3-bf2d-484e0c55be67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.860312947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e5a7a2-a080-49d3-bf2d-484e0c55be67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:19.911836867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e5a7a2-a080-49d3-bf2d-484e0c55be67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.861670308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d6d932-d493-48c2-9fc9-f24127463035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.913889792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d6d932-d493-48c2-9fc9-f24127463035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:21.967261006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d6d932-d493-48c2-9fc9-f24127463035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.019299375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d6d932-d493-48c2-9fc9-f24127463035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:22.989454492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:23.969362113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd9b5ea-be28-45e6-b0dd-ee32b0ff6c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.020947487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd9b5ea-be28-45e6-b0dd-ee32b0ff6c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.072629125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd9b5ea-be28-45e6-b0dd-ee32b0ff6c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:24.124370083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd9b5ea-be28-45e6-b0dd-ee32b0ff6c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:38.068428874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea677a-0f41-47c5-8938-f306862e5f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:38.12006994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea677a-0f41-47c5-8938-f306862e5f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:38.171655742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea677a-0f41-47c5-8938-f306862e5f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:38.223517243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68ea677a-0f41-47c5-8938-f306862e5f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:40.089075056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf18574-e05a-4d6e-8ef1-01bcecb28c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:40.140849008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf18574-e05a-4d6e-8ef1-01bcecb28c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:40.192612316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf18574-e05a-4d6e-8ef1-01bcecb28c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:40.244188979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf18574-e05a-4d6e-8ef1-01bcecb28c03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.117506508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f8d0bd-09b3-476c-83c3-763f73799c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.169397097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f8d0bd-09b3-476c-83c3-763f73799c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.220991128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f8d0bd-09b3-476c-83c3-763f73799c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:42.272508682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f8d0bd-09b3-476c-83c3-763f73799c9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.155007372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8caaf-fda4-470f-bcb7-b9aca15283dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.20678573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8caaf-fda4-470f-bcb7-b9aca15283dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.258428943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8caaf-fda4-470f-bcb7-b9aca15283dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:44.31024418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79f8caaf-fda4-470f-bcb7-b9aca15283dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:46.194206055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f9180a-9c64-4bd0-a72a-36ee6e8b29fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:46.245581917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f9180a-9c64-4bd0-a72a-36ee6e8b29fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:46.297061749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f9180a-9c64-4bd0-a72a-36ee6e8b29fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:46.352252926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f9180a-9c64-4bd0-a72a-36ee6e8b29fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:48.289816154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff49e789-0540-4b7c-9f45-873204c99857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:48.341655437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff49e789-0540-4b7c-9f45-873204c99857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:48.393333894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff49e789-0540-4b7c-9f45-873204c99857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:48.444987552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff49e789-0540-4b7c-9f45-873204c99857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:50.387645557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093991de-aeaf-495b-bce1-8c2e02c0c02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:50.439400654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093991de-aeaf-495b-bce1-8c2e02c0c02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:50.491832642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093991de-aeaf-495b-bce1-8c2e02c0c02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:50.544342637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093991de-aeaf-495b-bce1-8c2e02c0c02c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.466707969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6858fabc-bf5a-48a9-b9e4-535433361ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.518510469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6858fabc-bf5a-48a9-b9e4-535433361ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.570203721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6858fabc-bf5a-48a9-b9e4-535433361ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.621705533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6858fabc-bf5a-48a9-b9e4-535433361ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:52.990701171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.508085277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23016c1-ad0f-41ef-bc46-405916d8a3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.560521011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23016c1-ad0f-41ef-bc46-405916d8a3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.612969113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23016c1-ad0f-41ef-bc46-405916d8a3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:54.665484558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23016c1-ad0f-41ef-bc46-405916d8a3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.528699902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d084d35-3456-4781-8320-4962e9b203df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.580770126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d084d35-3456-4781-8320-4962e9b203df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.632515485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d084d35-3456-4781-8320-4962e9b203df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:56.6843155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d084d35-3456-4781-8320-4962e9b203df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.60701364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3931c9-a458-41eb-b023-76c70bc33ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.658852627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3931c9-a458-41eb-b023-76c70bc33ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.710749065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3931c9-a458-41eb-b023-76c70bc33ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:49:58.763165098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3931c9-a458-41eb-b023-76c70bc33ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.640848382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd559-faa5-48a9-bb9a-94a80888483c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.692518985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd559-faa5-48a9-bb9a-94a80888483c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.74439615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd559-faa5-48a9-bb9a-94a80888483c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:00.79661389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acdd559-faa5-48a9-bb9a-94a80888483c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.687675212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c147fbd-eeae-4793-b2fa-9abe0203bc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.739584776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c147fbd-eeae-4793-b2fa-9abe0203bc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.791339353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c147fbd-eeae-4793-b2fa-9abe0203bc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:02.842942832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c147fbd-eeae-4793-b2fa-9abe0203bc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.592993799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"00a143e5-ce2f-4006-918e-f1fd5b7a04a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-942137","tenantID":"e2e-extmod-b-942137","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:07.709392852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"00a143e5-ce2f-4006-918e-f1fd5b7a04a9","name":"e2e-extmod-b-942137-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:17.51237016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"c732e2ca-6b11-4fa5-a0cb-50b1dc97858b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-d75a69","tenantID":"e2e-explicit-d75a69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:17.629222247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"c732e2ca-6b11-4fa5-a0cb-50b1dc97858b","name":"e2e-explicit-d75a69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:22.989475367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.992753805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"6d7aa598-68d0-4d30-baec-cd8a05ff32b7","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:30.992791551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"6d7aa598-68d0-4d30-baec-cd8a05ff32b7","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:46.893135132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"c0a163b7-30e7-4722-b5fa-ef6123154ce5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-056584","tenantID":"e2e-extmod-b-056584","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:47.009327568Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"c0a163b7-30e7-4722-b5fa-ef6123154ce5","name":"e2e-extmod-b-056584-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:50:52.993454873Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:09.639032066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876ea033-b47d-4cda-ba11-9df94a11b6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:09.694323645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876ea033-b47d-4cda-ba11-9df94a11b6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:09.747738172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876ea033-b47d-4cda-ba11-9df94a11b6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:09.800225896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"876ea033-b47d-4cda-ba11-9df94a11b6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.676456514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816212a-0fbe-411f-bb03-53853781da63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.728337851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816212a-0fbe-411f-bb03-53853781da63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.780205352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816212a-0fbe-411f-bb03-53853781da63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:11.832188672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f816212a-0fbe-411f-bb03-53853781da63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:12.160003803Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"efb4adb3-3f4f-4e65-91b9-811285ce4183","namespace":"ai-tenant-e2e-extmod-a-0f49ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:12.160089051Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"efb4adb3-3f4f-4e65-91b9-811285ce4183","namespace":"ai-tenant-e2e-extmod-a-0f49ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:12.160160326Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"efb4adb3-3f4f-4e65-91b9-811285ce4183","aitenant":"ai-tenants/e2e-extmod-a-0f49ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.772613617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a7f011-f033-4081-924d-75b1363bd102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.824715856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a7f011-f033-4081-924d-75b1363bd102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.876631459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a7f011-f033-4081-924d-75b1363bd102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:13.928554235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a7f011-f033-4081-924d-75b1363bd102","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.82181498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f903b-63c1-41a7-bcf1-30ba8dac17c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.874506761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f903b-63c1-41a7-bcf1-30ba8dac17c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.927064266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f903b-63c1-41a7-bcf1-30ba8dac17c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:15.978743747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490f903b-63c1-41a7-bcf1-30ba8dac17c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:17.867083033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88c184f-3413-4ab3-ba7b-23b96d450ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:17.919079829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88c184f-3413-4ab3-ba7b-23b96d450ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:17.970792932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88c184f-3413-4ab3-ba7b-23b96d450ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:18.022583956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88c184f-3413-4ab3-ba7b-23b96d450ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:19.978273606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62e74cbb-6613-41fe-b566-e6cbcdd3f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:20.029972008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62e74cbb-6613-41fe-b566-e6cbcdd3f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:20.081731687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62e74cbb-6613-41fe-b566-e6cbcdd3f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:20.133426432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62e74cbb-6613-41fe-b566-e6cbcdd3f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:22.07265133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9cda0a-3fcc-4d1c-ae48-e8670fff806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:22.124569083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9cda0a-3fcc-4d1c-ae48-e8670fff806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:22.176360788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9cda0a-3fcc-4d1c-ae48-e8670fff806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:22.228021584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9cda0a-3fcc-4d1c-ae48-e8670fff806f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:22.989943995Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.228462644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47268f-0423-4209-8772-507ada00255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.280216352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47268f-0423-4209-8772-507ada00255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.337455106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47268f-0423-4209-8772-507ada00255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.389532903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb47268f-0423-4209-8772-507ada00255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.619758333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"db0ce1b9-16a7-4f4c-9d63-e1748b7e9c58","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:44.619794684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"db0ce1b9-16a7-4f4c-9d63-e1748b7e9c58","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.285717935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd780289-1b5e-43a5-bafb-f43ff94268ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.337827602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd780289-1b5e-43a5-bafb-f43ff94268ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.389721597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd780289-1b5e-43a5-bafb-f43ff94268ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:46.441785005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd780289-1b5e-43a5-bafb-f43ff94268ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.610557713Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","namespace":"ai-tenant-e2e-explicit-d75a69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.61063841Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","namespace":"ai-tenant-e2e-explicit-d75a69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.610707831Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","tenant":"e2e-explicit-d75a69","tenantID":"e2e-explicit-d75a69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.664740619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Deployment","name":"maas-api-e2e-explicit-d75a69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.725496558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Service","name":"maas-api-e2e-explicit-d75a69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.832543125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-d75a69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.8861136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-d75a69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.944938354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:47.998996625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.055666089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.112544081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.166054136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Deployment","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.219910812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.28338054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Service","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.343068275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"Service","name":"payload-pre-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.397404133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.407346388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e95d1-69de-42fc-8e47-b7083beeb3f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.459267893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e95d1-69de-42fc-8e47-b7083beeb3f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.461657194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.511158333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e95d1-69de-42fc-8e47-b7083beeb3f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.563404708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276e95d1-69de-42fc-8e47-b7083beeb3f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.566956915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.618282661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.673589773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.729191869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.83949446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-d75a69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:48.892942792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-d75a69"},"namespace":"ai-tenant-e2e-explicit-d75a69","name":"default-tenant","reconcileID":"7a8dfdb0-5652-40d1-a702-5b6c74e61c66","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-d75a69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.198108083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"7cca2592-d6cf-4627-ad03-1362666a157a","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.19813098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"7cca2592-d6cf-4627-ad03-1362666a157a","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.252744057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"30eb27ce-7174-41a9-9086-6f2cdf706b5e","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.252764732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"30eb27ce-7174-41a9-9086-6f2cdf706b5e","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.355865454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"b3df0dc4-9115-49d2-b68c-7744455fdab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.482492674Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"b3df0dc4-9115-49d2-b68c-7744455fdab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.538132243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-882a2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"b3df0dc4-9115-49d2-b68c-7744455fdab3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.5951632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"a592ab15-dce4-43a1-b1c2-b92b7a7dd8fa","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:50.595210319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"a592ab15-dce4-43a1-b1c2-b92b7a7dd8fa","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:52.990137506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.230502599Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d75a69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d75a69","reconcileID":"731622b6-6581-4f2e-8a25-c1f7acbbff1b","aitenant":"ai-tenants/e2e-explicit-d75a69","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.720700257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750c3b1c-9755-40c5-b789-523bb02a9dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.772469889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750c3b1c-9755-40c5-b789-523bb02a9dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.824807626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750c3b1c-9755-40c5-b789-523bb02a9dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:58.876632892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"750c3b1c-9755-40c5-b789-523bb02a9dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:51:59.041155245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-d75a69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-d75a69","reconcileID":"731622b6-6581-4f2e-8a25-c1f7acbbff1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-d75a69","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-d75a69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.699758726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"f91fdb2f-c900-43a8-b6b8-fa962c7b4c9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.75623606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"f91fdb2f-c900-43a8-b6b8-fa962c7b4c9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.769003329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e7830-df49-4ad1-a554-8cfb2b66480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.822913448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e7830-df49-4ad1-a554-8cfb2b66480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.825032179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-882a2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"f91fdb2f-c900-43a8-b6b8-fa962c7b4c9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.874721787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e7830-df49-4ad1-a554-8cfb2b66480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:00.926716285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e7830-df49-4ad1-a554-8cfb2b66480c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.884658552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe4ef8-0c9f-4bbc-beb5-49e06247b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.939904758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe4ef8-0c9f-4bbc-beb5-49e06247b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:02.992551729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe4ef8-0c9f-4bbc-beb5-49e06247b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:03.044495951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe4ef8-0c9f-4bbc-beb5-49e06247b717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:04.931054331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1e5f5b-4799-44df-b148-af022e3aafa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:04.989303491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1e5f5b-4799-44df-b148-af022e3aafa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:05.041619853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1e5f5b-4799-44df-b148-af022e3aafa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:05.093505874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1e5f5b-4799-44df-b148-af022e3aafa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.472058638Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0f7002","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0f7002","reconcileID":"ce1572ac-e968-4585-b734-febdebddff48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0f7002","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-0f7002":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:06.986579952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59237f42-b95c-4bd6-b33e-289180e12655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:07.038578329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59237f42-b95c-4bd6-b33e-289180e12655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:07.090294103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59237f42-b95c-4bd6-b33e-289180e12655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:07.142216176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59237f42-b95c-4bd6-b33e-289180e12655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:09.084690744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4d9c-8896-4d2e-ba70-8493408da2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:09.136650813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4d9c-8896-4d2e-ba70-8493408da2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:09.188335338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4d9c-8896-4d2e-ba70-8493408da2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:09.24056051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04e4d9c-8896-4d2e-ba70-8493408da2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.931452657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"cb683d31-f969-4a5a-9382-7113f1542fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:10.98886509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"cb683d31-f969-4a5a-9382-7113f1542fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.0440527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-882a2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (37837b08a6afd820904f0c8b991d76849b1a86cd85cde02ca9a2af9e601f6261) AuthConfig (007554aa9874bb3c55fc46a5bc7921c36496362fa50d45ffac34f4322e7a5405) AuthConfig (50512df42fb11a5a8a93d46cd4c0d060fba44c57ac5226f81dc788fc6891191d) AuthConfig (912121ce09afd4400f1f003b047b5758cdb21d5223822ec9074358b0de6707cf) AuthConfig (86b980e7123a2a39908eff84d09de5c10e936efcb9a5ccc2443d9e35267007da) AuthConfig (416099e9ce8a4f37cf693ff33d1ef10364ad7a400c28b94657224dbbbb780d7b) AuthConfig (fd8ac4e5491f07aa6db03d05a0a3496cdf7cb1eee36e3f4958d45c43df40d931) AuthConfig (f74efc8111bbc2f5eb1163b7fe17cf984a3b0ba66d0a24b0278edcc680981247) AuthConfig (6183e7619894cbee827ffe3265bd530900968127ff0031845b1335bf73b5c74c) AuthConfig (722014bff2e610e3cc3a54c22178ef20e902ce33da09dcbc3a587c05520d1781) AuthConfig (574c5ed0bdaade2b1c7356ff85fc1b88c2d5b5f1b01a662bfd35b4d0e494686b) AuthConfig (c2c2a0d87eab75b58fcde9504ee6cb7531c6d271757a698e07b702a678bb8bd6) AuthConfig (65d734a66b93b18b07b45bc27637b5f1a47124ad89265086635d7ab9ecfba844) AuthConfig (15c158c5c3b8e6da5c0f9869c362321504ff3c86abc0c63f0418fccf85485dd2) AuthConfig (44f39c8746fe1be97f517351e0d46e0b4ac25726a46ae386c44f9253fd70390f) AuthConfig (af811bfe1d017daec70c00fd1da43f5be8eb4e448f8ec74ca9e2dbdcf816ef96) AuthConfig (466e732badc60116ccd995a9d8fc1605edc67c0637c52db5b10514a061a30a69) AuthConfig (9c5a505e9a1de05c2168603dbf78583ca938fb1cb4159a99d5918f5e1e1386aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"cb683d31-f969-4a5a-9382-7113f1542fe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.101228406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"35701aef-8b68-4a13-9714-c07b7277dee3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.101247412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"35701aef-8b68-4a13-9714-c07b7277dee3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.173701745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95be3f2-d1e5-4d66-9190-3fa14a0ec831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.22571776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95be3f2-d1e5-4d66-9190-3fa14a0ec831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.279423137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95be3f2-d1e5-4d66-9190-3fa14a0ec831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:11.331866846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95be3f2-d1e5-4d66-9190-3fa14a0ec831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.925036999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0ef3b-6aae-4b4c-9738-5bc21919027e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:14.976818599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0ef3b-6aae-4b4c-9738-5bc21919027e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:15.028349513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0ef3b-6aae-4b4c-9738-5bc21919027e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:15.080371687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f0ef3b-6aae-4b4c-9738-5bc21919027e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:16.978579817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8812c5a2-d2d5-4fae-8a50-04252ec1b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:17.031292046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8812c5a2-d2d5-4fae-8a50-04252ec1b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:17.083729283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8812c5a2-d2d5-4fae-8a50-04252ec1b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:17.135609351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8812c5a2-d2d5-4fae-8a50-04252ec1b7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.012850035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b87f87-5cf0-4183-a178-dea5fdff4a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.065788288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b87f87-5cf0-4183-a178-dea5fdff4a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.117509771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b87f87-5cf0-4183-a178-dea5fdff4a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:19.169383704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98b87f87-5cf0-4183-a178-dea5fdff4a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.094949659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6da811-446e-4f41-b67e-93f78d68f1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.14674588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6da811-446e-4f41-b67e-93f78d68f1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.198458822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6da811-446e-4f41-b67e-93f78d68f1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.250508039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6da811-446e-4f41-b67e-93f78d68f1a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.301929421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"7b81a838-f408-4fc1-a945-194e83ebe158","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.358536852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"7b81a838-f408-4fc1-a945-194e83ebe158","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:21.414224288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-882a2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (37837b08a6afd820904f0c8b991d76849b1a86cd85cde02ca9a2af9e601f6261) AuthConfig (007554aa9874bb3c55fc46a5bc7921c36496362fa50d45ffac34f4322e7a5405) AuthConfig (50512df42fb11a5a8a93d46cd4c0d060fba44c57ac5226f81dc788fc6891191d) AuthConfig (912121ce09afd4400f1f003b047b5758cdb21d5223822ec9074358b0de6707cf) AuthConfig (86b980e7123a2a39908eff84d09de5c10e936efcb9a5ccc2443d9e35267007da) AuthConfig (416099e9ce8a4f37cf693ff33d1ef10364ad7a400c28b94657224dbbbb780d7b) AuthConfig (fd8ac4e5491f07aa6db03d05a0a3496cdf7cb1eee36e3f4958d45c43df40d931) AuthConfig (f74efc8111bbc2f5eb1163b7fe17cf984a3b0ba66d0a24b0278edcc680981247) AuthConfig (6183e7619894cbee827ffe3265bd530900968127ff0031845b1335bf73b5c74c) AuthConfig (722014bff2e610e3cc3a54c22178ef20e902ce33da09dcbc3a587c05520d1781) AuthConfig (574c5ed0bdaade2b1c7356ff85fc1b88c2d5b5f1b01a662bfd35b4d0e494686b) AuthConfig (c2c2a0d87eab75b58fcde9504ee6cb7531c6d271757a698e07b702a678bb8bd6) AuthConfig (65d734a66b93b18b07b45bc27637b5f1a47124ad89265086635d7ab9ecfba844) AuthConfig (15c158c5c3b8e6da5c0f9869c362321504ff3c86abc0c63f0418fccf85485dd2) AuthConfig (44f39c8746fe1be97f517351e0d46e0b4ac25726a46ae386c44f9253fd70390f) AuthConfig (af811bfe1d017daec70c00fd1da43f5be8eb4e448f8ec74ca9e2dbdcf816ef96) AuthConfig (466e732badc60116ccd995a9d8fc1605edc67c0637c52db5b10514a061a30a69) AuthConfig (9c5a505e9a1de05c2168603dbf78583ca938fb1cb4159a99d5918f5e1e1386aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"7b81a838-f408-4fc1-a945-194e83ebe158","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:22.989286807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.126928511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e78354a-6238-496d-a8bf-f7592d0c524b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.178443982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e78354a-6238-496d-a8bf-f7592d0c524b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.229992226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e78354a-6238-496d-a8bf-f7592d0c524b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:23.281609465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e78354a-6238-496d-a8bf-f7592d0c524b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:25.183485027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb7f0ea-4751-41cc-881b-1e22c5334563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:25.235143423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb7f0ea-4751-41cc-881b-1e22c5334563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:25.286891089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb7f0ea-4751-41cc-881b-1e22c5334563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:25.338773998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb7f0ea-4751-41cc-881b-1e22c5334563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:27.220329731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63659d8-0421-4ff8-a13f-9dfe3dfd4a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:27.271912132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63659d8-0421-4ff8-a13f-9dfe3dfd4a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:27.323445773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63659d8-0421-4ff8-a13f-9dfe3dfd4a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:27.375164689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63659d8-0421-4ff8-a13f-9dfe3dfd4a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:29.265786507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1652d8-8cca-47c6-8dd1-aef3a41e4b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:29.317636207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1652d8-8cca-47c6-8dd1-aef3a41e4b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:29.369337446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1652d8-8cca-47c6-8dd1-aef3a41e4b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:29.421539526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1652d8-8cca-47c6-8dd1-aef3a41e4b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.292860395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb0fa8d-a766-47a4-8246-b01bf1b5534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.34463049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb0fa8d-a766-47a4-8246-b01bf1b5534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.396316625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb0fa8d-a766-47a4-8246-b01bf1b5534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.447980719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb0fa8d-a766-47a4-8246-b01bf1b5534d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.550819165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"e5d683b6-7a41-4589-b403-180d697443d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.608818603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"e5d683b6-7a41-4589-b403-180d697443d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.926826423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"74befa12-d0a8-4e90-a208-51f8a772d77b","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:31.926861009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"74befa12-d0a8-4e90-a208-51f8a772d77b","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.24059939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"7c811889-d77e-4a84-be7e-0a74d0c8e576","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.24062217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"7c811889-d77e-4a84-be7e-0a74d0c8e576","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.297689987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b655c48e-ee20-4fc7-80c5-82a4fd27099d","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.297790198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b655c48e-ee20-4fc7-80c5-82a4fd27099d","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.343486828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"34972154-c01c-4319-ac99-d67f06683921","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:52:37.346252493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"cdde5b06-b946-48de-9b5a-a07dc589e4a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5a9da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:52:37.351020018Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b655c48e-ee20-4fc7-80c5-82a4fd27099d","name":"auth-test-model-882a2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-882a2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:52:37.351074449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b655c48e-ee20-4fc7-80c5-82a4fd27099d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-882a2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.356470383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"59deeac6-31fb-4ac2-8ee4-8eb62022bea3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.356486174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"59deeac6-31fb-4ac2-8ee4-8eb62022bea3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.400641776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"34972154-c01c-4319-ac99-d67f06683921","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.453101852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"0d90d69b-7a66-42fc-99f5-9d22645256a0","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.453121122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"0d90d69b-7a66-42fc-99f5-9d22645256a0","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.509797092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"81434d4b-d80e-47a9-9afa-04044a4624af","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.509816208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"81434d4b-d80e-47a9-9afa-04044a4624af","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.706950689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"454bf3c9-81b6-4620-ae54-b38211d29b8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.728967414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"0ffc47d9-6f6c-488f-8445-5f3a757f8cde","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"maas-trlp-auth-test-model-882a2a","model":"auth-test-model-882a2a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-882a2a/e2e-auth-iso-d5a9da"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.763237201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"454bf3c9-81b6-4620-ae54-b38211d29b8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.892449597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"a9940e6e-12e6-43d1-9abd-dc3590a6fd68","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:37.892475821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"a9940e6e-12e6-43d1-9abd-dc3590a6fd68","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:38.099700595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a2ca91eb-09d4-4b67-b997-fb030efe0ffd","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"maas-trlp-auth-test-model-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.581096177Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","namespace":"ai-tenant-e2e-extmod-a-0f49ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.581152389Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","namespace":"ai-tenant-e2e-extmod-a-0f49ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.581233736Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","tenant":"e2e-extmod-a-0f49ab","tenantID":"e2e-extmod-a-0f49ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.635275765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0f49ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.694578698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Service","name":"maas-api-e2e-extmod-a-0f49ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.753119231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0f49ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.807058666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0f49ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.880303369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:45.955689036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.013039688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.069471338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.121532917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.173477048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.228512294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Service","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.280086294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.331569388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.382916135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.434204102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.48940087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.540616611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.591926171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.644782993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0f49ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:46.697609216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f49ab"},"namespace":"ai-tenant-e2e-extmod-a-0f49ab","name":"default-tenant","reconcileID":"662a33c8-572d-4462-a28d-e0522eee792a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0f49ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:47.396241928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0f49ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0f49ab","reconcileID":"7ba85a68-2ff7-4beb-badf-0d0ff8c2b077","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0f49ab","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0f49ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.50209591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3b96c0-044b-4ac7-998f-c17733a6b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.553738275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3b96c0-044b-4ac7-998f-c17733a6b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.605341644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3b96c0-044b-4ac7-998f-c17733a6b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:48.657070965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3b96c0-044b-4ac7-998f-c17733a6b20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.5276804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c931243-9ddc-4c2b-9ff9-4ea796d88b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.580111965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c931243-9ddc-4c2b-9ff9-4ea796d88b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.632147782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c931243-9ddc-4c2b-9ff9-4ea796d88b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:50.684146915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c931243-9ddc-4c2b-9ff9-4ea796d88b75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.13071177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"00edd666-c205-4357-935b-dc4cd240848e","namespace":"llm","name":"e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.190726713Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"421b8b22-7bc5-495e-8832-4e6874073908","namespace":"llm","name":"e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.285614459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"db63c3e4-618f-467b-b57d-b1d2abfdf23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.285951199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"44940645-2ab3-4f49-9f61-60a5e03e0c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.285614466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c8c2142d-e86f-4e09-ab51-7004941282b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.2865458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"8946586d-f755-4898-8f35-6cf03273f887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.28658756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"7e886a75-2c66-4d69-bcc4-9b47122e7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.342808184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"db63c3e4-618f-467b-b57d-b1d2abfdf23f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.343134117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c8c2142d-e86f-4e09-ab51-7004941282b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.345455227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"44940645-2ab3-4f49-9f61-60a5e03e0c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.345640697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"8946586d-f755-4898-8f35-6cf03273f887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.34780564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"7e886a75-2c66-4d69-bcc4-9b47122e7a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.488060463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"c4f657c9-a011-46f9-aa97-ebb7b4e2f8b1","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"name":"e2e-dft-d4a253","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.594796764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8322a4b0-d110-417c-9dc7-26e37ea4887c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.594820112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8322a4b0-d110-417c-9dc7-26e37ea4887c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595348702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99074e7b-7ec1-4739-bfb7-21ad4bcfa69e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595363762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99074e7b-7ec1-4739-bfb7-21ad4bcfa69e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595627273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5d422b1-1438-41c1-80f2-8a3c97f4162a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595642195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5d422b1-1438-41c1-80f2-8a3c97f4162a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595894895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"309887b4-229a-433e-9def-5e61a8ba8b03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.595908972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"309887b4-229a-433e-9def-5e61a8ba8b03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.620871903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40d1e875-d18f-46b7-82a9-1a077b4ff891","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.653032898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"6553430c-6137-4da0-9cfb-32648137bfed","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"name":"e2e-dft-d4a253","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.719458079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"917fb6c1-b4e1-4782-b1f0-5382cb90621a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.724479042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e136b73d-dfca-4f5e-bbc5-8bf72bbba805","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.724498643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e136b73d-dfca-4f5e-bbc5-8bf72bbba805","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.724772943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2de6166f-af7d-4a68-ba4f-a4cfac9de54b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.724784299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2de6166f-af7d-4a68-ba4f-a4cfac9de54b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.725008234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0196a53d-f0f8-46bc-b462-233c7d6c36de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.725018036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0196a53d-f0f8-46bc-b462-233c7d6c36de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.72526078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7bba7759-a743-4dfb-9beb-d99998e80df8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.725272741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7bba7759-a743-4dfb-9beb-d99998e80df8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.860450243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9e58eed9-63a9-4f52-a18a-9242d9dbdd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.860451607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15a827a2-c8b3-4354-b4b1-e370a4cd2741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.925889907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9e58eed9-63a9-4f52-a18a-9242d9dbdd72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:51.926471723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15a827a2-c8b3-4354-b4b1-e370a4cd2741","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.001462185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"56a1203f-ce14-4f0d-8d1f-3a0fce4ba210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.002235973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ba7e9f20-7f55-4ccb-9bb6-74bedbc5bca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.002759925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4dab402-594e-4e57-9fd4-0e68e9655c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.058707382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"56a1203f-ce14-4f0d-8d1f-3a0fce4ba210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.06372693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"ba7e9f20-7f55-4ccb-9bb6-74bedbc5bca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.070325752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4dab402-594e-4e57-9fd4-0e68e9655c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.357857803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"d9ce958d-6f54-4006-aa51-ad6615409d30","namespace":"llm","name":"e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.35847149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"97fa817e-5833-4c34-9b69-147bcaec090f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.412379805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e7f7ebf7-d307-48af-9f24-a152d10d16bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.420111217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"2af710bd-336f-4c9e-aae4-ae22f6697657","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.420145187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"2af710bd-336f-4c9e-aae4-ae22f6697657","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.420643124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"765ff0ab-e472-45a3-94b9-601aba86e49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.42123166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f6b8c327-a20d-43ad-924c-df589d77b20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.421738263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"4309ef22-851d-4323-8606-25e2aea41070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.425070564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"97fa817e-5833-4c34-9b69-147bcaec090f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.470647256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e7f7ebf7-d307-48af-9f24-a152d10d16bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.479144279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"765ff0ab-e472-45a3-94b9-601aba86e49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.47925971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"4309ef22-851d-4323-8606-25e2aea41070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.481362823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f6b8c327-a20d-43ad-924c-df589d77b20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.635954378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2765183-439e-4f6e-ac62-2ffd8879f214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.687994831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2765183-439e-4f6e-ac62-2ffd8879f214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.739909408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2765183-439e-4f6e-ac62-2ffd8879f214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.792127436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2765183-439e-4f6e-ac62-2ffd8879f214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.844324803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8a5b5e77-111c-4d13-9754-021563f83c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.894874973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3547ef16-1c87-4aef-851b-61e4e9b600a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.895669459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db07b98-64fa-468c-9de2-69dbd9d96ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.895677507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faca13a5-7338-4e8c-96d2-89a3ebefc2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.925525128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"8a5b5e77-111c-4d13-9754-021563f83c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.951592626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"3547ef16-1c87-4aef-851b-61e4e9b600a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.953001684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faca13a5-7338-4e8c-96d2-89a3ebefc2a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.954127342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db07b98-64fa-468c-9de2-69dbd9d96ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:52.990225812Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.024131372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"81805396-e72c-4ee3-abfb-3adbcae42746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.081104307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"81805396-e72c-4ee3-abfb-3adbcae42746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.279911293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"4f92c036-d330-489f-9c1c-010f1b70192e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.331039967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"12ccbcf6-31fc-4472-b326-006afe5aa3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.331356631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8b8af502-ff69-4603-bb6b-2933b0462d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.331575684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"256fcbe4-aa4d-4116-878f-2887d36b537d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.336431504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"4f92c036-d330-489f-9c1c-010f1b70192e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.391373851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"256fcbe4-aa4d-4116-878f-2887d36b537d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.391390993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"12ccbcf6-31fc-4472-b326-006afe5aa3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.393623731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"8b8af502-ff69-4603-bb6b-2933b0462d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.40157719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"764c9188-98b7-4fcf-a421-f8685be77f5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.502995865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"d6bbe357-abdd-4d51-8db8-9e5a0846f5ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.53242952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e086141e-9418-4f77-8d52-592f73da99e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.533843713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"529a743a-95e7-4115-9947-eb171fb9b9c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.590115361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"e086141e-9418-4f77-8d52-592f73da99e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.606842365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de9d1d31-42fc-4662-b710-cb423add0f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.709791719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"f187eb79-9c01-427a-abbc-309e5592baf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.733289615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"60ca80f2-76e8-4b74-8c66-f018245b3cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.78956347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"60ca80f2-76e8-4b74-8c66-f018245b3cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.81077707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"e0557a40-5c24-4530-9e68-ab0cf332a52b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.834290783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"485cb10f-b1e8-4886-80ea-b24b0bdc2c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.834321888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"723b8e83-e887-4e65-a0b7-b3520ae6823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.890887562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"723b8e83-e887-4e65-a0b7-b3520ae6823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:53.89089588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"485cb10f-b1e8-4886-80ea-b24b0bdc2c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.010153058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"2cd36e6f-f33b-48b2-85e6-50a385117d8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.182771699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"10411288-b7c6-41fd-a12a-313f37bd086b","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"maas-trlp-auth-test-model-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.346842618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"c966cc27-aef3-46c4-bb83-ba270a8467a5","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.346862575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"c966cc27-aef3-46c4-bb83-ba270a8467a5","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.479153709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"f6110256-1df3-4de6-ad24-ef3cd62ee7ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.656643943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"257340a3-7ff7-48e9-91a0-ab0469f6a776","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.758745796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"f7f91963-6eb2-435e-856a-59bda8f7e9db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:54.893968389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b33cc87-900a-40ec-ad4b-c7a03aacffad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:55.012761922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a9cce75b-c132-4b5a-b56c-08b1492cb615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:55.173427204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"207427d3-1191-4536-b432-0d23140a8ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:55.229841473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"207427d3-1191-4536-b432-0d23140a8ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:55.95927155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"261eef86-62c6-4148-82f3-30caff12e408","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:55.959297911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"261eef86-62c6-4148-82f3-30caff12e408","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.015216608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"9c417e97-2676-4acd-b839-5e39392cc773","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.015994686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"9c417e97-2676-4acd-b839-5e39392cc773","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.119300781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"7564c6b1-143f-4032-b3da-5b79ec558d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.245742828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"7564c6b1-143f-4032-b3da-5b79ec558d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.301545247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"7564c6b1-143f-4032-b3da-5b79ec558d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.356636431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"027641d6-ce05-494c-8ce8-f6342b3c9752","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:56.356656044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"027641d6-ce05-494c-8ce8-f6342b3c9752","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.417372329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"3192ecb3-a4a8-4bab-9586-6016435652c6","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.417400741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"3192ecb3-a4a8-4bab-9586-6016435652c6","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.522418172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"41eb478d-9ef3-4a73-8b8b-4eb1b177e013","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.522448632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"41eb478d-9ef3-4a73-8b8b-4eb1b177e013","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.628352739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"aae1785a-0eed-4b70-8497-f6fc1a9f8851","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:57.685283191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"aae1785a-0eed-4b70-8497-f6fc1a9f8851","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:58.127602662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"d6a34ebc-258d-4515-8470-e20a9e9d40fd","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:58.127630223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"d6a34ebc-258d-4515-8470-e20a9e9d40fd","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:58.290757279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"0f60fd47-080a-49fa-ad75-1063bc5baa84","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:52:58.350427976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"0f60fd47-080a-49fa-ad75-1063bc5baa84","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.110553585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"7eff6861-c669-478e-9173-396ba0c2c478","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.110578777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"7eff6861-c669-478e-9173-396ba0c2c478","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.167078587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"6a7e1126-2178-4db1-9523-c7bd3ee3fff5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-d4a253-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.264553462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63619ed8-9792-4491-ba96-90d88555c3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.264759881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"7a2d1175-069f-4049-9310-e782f9145e17","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.264978876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c191455b-0d4c-46ed-be6a-5fd80749a2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.272224804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"df3bb63c-d94a-43db-8ed9-8bcf9cf00a93","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.272242433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"df3bb63c-d94a-43db-8ed9-8bcf9cf00a93","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.377376222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"df3bb63c-d94a-43db-8ed9-8bcf9cf00a93","name":"e2e-dft-d4a253","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d4a253\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.377442605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"df3bb63c-d94a-43db-8ed9-8bcf9cf00a93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d4a253\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.392237689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c191455b-0d4c-46ed-be6a-5fd80749a2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.393966172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63619ed8-9792-4491-ba96-90d88555c3ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.396389701Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"7a2d1175-069f-4049-9310-e782f9145e17","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.429472983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"4c04fa6a-231b-4173-9e17-a0021c9bf6d7","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.42949348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"4c04fa6a-231b-4173-9e17-a0021c9bf6d7","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.447914147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c191455b-0d4c-46ed-be6a-5fd80749a2b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.451235435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63619ed8-9792-4491-ba96-90d88555c3ef","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:00.452261098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"7a2d1175-069f-4049-9310-e782f9145e17","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.482838214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3deeadc4-86d1-4b8d-a2a3-432bf9b61307","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.48285523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3deeadc4-86d1-4b8d-a2a3-432bf9b61307","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.535309535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"17241d8c-4a60-4893-9c87-39c28c8df9d9","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.535329146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"17241d8c-4a60-4893-9c87-39c28c8df9d9","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.588992111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1abb828-0f43-4f23-979f-f99066dffc11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.589013834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1abb828-0f43-4f23-979f-f99066dffc11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.610659523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"9f65eae8-816a-44e7-bd49-e6ecad50b471","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d4a253","model":"e2e-dft-d4a253","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-d4a253-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.658774292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1b1dc6-2019-4702-960f-06ab89593f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.658855975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"f2e24ab5-7575-4761-bdd2-9c95f9f63048","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.710376982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f3fa90-3105-40eb-a3b0-b70fc5605f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.715758779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1b1dc6-2019-4702-960f-06ab89593f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.715783959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"f2e24ab5-7575-4761-bdd2-9c95f9f63048","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.76681033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f3fa90-3105-40eb-a3b0-b70fc5605f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.771357366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"f2e24ab5-7575-4761-bdd2-9c95f9f63048","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.771571159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1b1dc6-2019-4702-960f-06ab89593f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.822638363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f3fa90-3105-40eb-a3b0-b70fc5605f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.878772881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"f64cc265-0288-4865-93f7-d5a19df8f46d","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.878800901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"f64cc265-0288-4865-93f7-d5a19df8f46d","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.982771222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"6f426fbc-2bf2-4149-856d-9335971c2424","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:00.982799392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"6f426fbc-2bf2-4149-856d-9335971c2424","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.034927159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16e48652-3b68-4587-bf80-97f449279e31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.034945853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16e48652-3b68-4587-bf80-97f449279e31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.086006505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"3f50ee74-6725-481f-9a4c-bcea19d33617","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d4a253","model":"llm/e2e-dft-d4a253","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.921132144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","namespace":"ai-tenant-e2e-extmod-a-3058ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.921221156Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","namespace":"ai-tenant-e2e-extmod-a-3058ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.921269513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","tenant":"e2e-extmod-a-3058ee","tenantID":"e2e-extmod-a-3058ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:01.974641494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Deployment","name":"maas-api-e2e-extmod-a-3058ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.034664302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Service","name":"maas-api-e2e-extmod-a-3058ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.092734867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-3058ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.146593517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-3058ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.210822969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.265146148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.319575815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.388005618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.440120563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.491821303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.544426821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Service","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.596131099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.647427441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.698750799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.749919649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.805476716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.856684925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.907915871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:02.975448612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-3058ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:03.029473168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-3058ee"},"namespace":"ai-tenant-e2e-extmod-a-3058ee","name":"default-tenant","reconcileID":"31dae877-4d79-4482-aec8-62ad612b9812","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-3058ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:06.460840031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"ceef84de-c70c-45f9-8783-078c1e519efc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:06.518016683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"ceef84de-c70c-45f9-8783-078c1e519efc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:06.573698723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"ceef84de-c70c-45f9-8783-078c1e519efc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.339774216Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3058ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3058ee","reconcileID":"0f6aa409-1525-46af-8f87-397c8d81a0fe","aitenant":"ai-tenants/e2e-extmod-a-3058ee","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.87545945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de75b7-1990-4dc0-87fd-a1992e7bcff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.944527154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de75b7-1990-4dc0-87fd-a1992e7bcff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:08.99709961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de75b7-1990-4dc0-87fd-a1992e7bcff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.049688517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95de75b7-1990-4dc0-87fd-a1992e7bcff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:09.111558148Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-3058ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-3058ee","reconcileID":"0f6aa409-1525-46af-8f87-397c8d81a0fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-3058ee","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-3058ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.915036911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd61f2e-eade-4a38-a2f4-14807cd95991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:10.966939977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd61f2e-eade-4a38-a2f4-14807cd95991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.018521871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd61f2e-eade-4a38-a2f4-14807cd95991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.070391466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd61f2e-eade-4a38-a2f4-14807cd95991","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.121993053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"542b9ed5-62f3-4e7b-a89a-2d058d5d0076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.122058201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b960e9f7-3438-4c25-b841-484b66882b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.173326415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"b01eaef2-2d0e-4e3c-9108-a4319a0d01ad","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.178970357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"542b9ed5-62f3-4e7b-a89a-2d058d5d0076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.179410032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b960e9f7-3438-4c25-b841-484b66882b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.230393848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"b01eaef2-2d0e-4e3c-9108-a4319a0d01ad","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.234292367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"542b9ed5-62f3-4e7b-a89a-2d058d5d0076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.236115172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b960e9f7-3438-4c25-b841-484b66882b1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:11.286310569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"b01eaef2-2d0e-4e3c-9108-a4319a0d01ad","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:12.969135927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d7b522-7c09-437a-899e-3d0c06257579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.022063416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d7b522-7c09-437a-899e-3d0c06257579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.07386123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d7b522-7c09-437a-899e-3d0c06257579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:13.125554533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62d7b522-7c09-437a-899e-3d0c06257579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:14.995624082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0772b3b6-d0c9-40a5-84c8-9873f7160e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.047539531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0772b3b6-d0c9-40a5-84c8-9873f7160e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.099856187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0772b3b6-d0c9-40a5-84c8-9873f7160e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:15.151890986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0772b3b6-d0c9-40a5-84c8-9873f7160e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:16.678362335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"5ea78e74-7391-4bb3-9dd3-0fce146e7b16","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:16.735166839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"5ea78e74-7391-4bb3-9dd3-0fce146e7b16","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:16.790541994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"5ea78e74-7391-4bb3-9dd3-0fce146e7b16","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.042270776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed61b0-ca5b-445b-a498-ed06cffa1f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.094344128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed61b0-ca5b-445b-a498-ed06cffa1f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.146197451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed61b0-ca5b-445b-a498-ed06cffa1f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:17.199975422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fed61b0-ca5b-445b-a498-ed06cffa1f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.087438589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5632ea9a-4e32-480e-93ae-46e201525808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.139253971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5632ea9a-4e32-480e-93ae-46e201525808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.191035091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5632ea9a-4e32-480e-93ae-46e201525808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:19.243953283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5632ea9a-4e32-480e-93ae-46e201525808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.118341503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3111bfb-b277-44ce-b5d3-fd3dac035672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.170161661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3111bfb-b277-44ce-b5d3-fd3dac035672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.222285634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3111bfb-b277-44ce-b5d3-fd3dac035672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.274545024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3111bfb-b277-44ce-b5d3-fd3dac035672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.486647029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02500f92-8330-46ba-9bfa-4fcfa4a8d5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.486794628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d18fd12-e6ea-4a58-8e14-10d77d630473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.538314822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"a163727d-ed0e-43be-986d-714a87dd54ea","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.543781962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d18fd12-e6ea-4a58-8e14-10d77d630473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.544330334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02500f92-8330-46ba-9bfa-4fcfa4a8d5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.595128861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"a163727d-ed0e-43be-986d-714a87dd54ea","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.599396977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d18fd12-e6ea-4a58-8e14-10d77d630473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.599793445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02500f92-8330-46ba-9bfa-4fcfa4a8d5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:21.650285288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"a163727d-ed0e-43be-986d-714a87dd54ea","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:22.989304656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.136668961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34340c3f-96b7-413b-8825-f7cb8757bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.188958285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34340c3f-96b7-413b-8825-f7cb8757bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.240712109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34340c3f-96b7-413b-8825-f7cb8757bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:23.292450836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34340c3f-96b7-413b-8825-f7cb8757bc6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:26.895393069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"bb504cde-fdb3-4f68-bd9d-ebe5d8adad67","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:26.952447724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"bb504cde-fdb3-4f68-bd9d-ebe5d8adad67","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:27.007374086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"bb504cde-fdb3-4f68-bd9d-ebe5d8adad67","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.868092092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","namespace":"ai-tenant-e2e-extmod-a-1498df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.868165835Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","namespace":"ai-tenant-e2e-extmod-a-1498df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.868271974Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","tenant":"e2e-extmod-a-1498df","tenantID":"e2e-extmod-a-1498df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.922126738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Deployment","name":"maas-api-e2e-extmod-a-1498df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:28.987358515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Service","name":"maas-api-e2e-extmod-a-1498df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.044506777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-1498df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.100130119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-1498df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.15902382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.21339197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.270165693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.329438242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.382631019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.434325444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.491417876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Service","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.543240966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.596809921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.64814525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.699944094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.755674274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.806939563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.861365883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.933036056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-1498df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:29.984489437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-1498df"},"namespace":"ai-tenant-e2e-extmod-a-1498df","name":"default-tenant","reconcileID":"b3c69b9d-137c-418e-814e-e0ffd1a87083","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-1498df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.806090232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a57bb2-10be-408c-ac2d-1db6b344054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.80893112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f2ceb43-da8e-43e3-93c4-036993cedd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.862496707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a57bb2-10be-408c-ac2d-1db6b344054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.865359138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f2ceb43-da8e-43e3-93c4-036993cedd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.907503601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"218763b0-19e4-4e21-accc-3ff205a749c1","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.91835863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33a57bb2-10be-408c-ac2d-1db6b344054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.920641368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f2ceb43-da8e-43e3-93c4-036993cedd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:31.964027876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"218763b0-19e4-4e21-accc-3ff205a749c1","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:32.019360871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"218763b0-19e4-4e21-accc-3ff205a749c1","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:34.807285067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"b5f5b99a-3b0f-4b85-8d91-929010d4bdb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-0f7002","tenantID":"e2e-extmod-a-0f7002","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:34.923249176Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"b5f5b99a-3b0f-4b85-8d91-929010d4bdb4","name":"e2e-extmod-a-0f7002-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:34.947587329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"b28a7f5c-268b-4106-bc12-b5d7d0bad05f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.048126149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"37b64486-32aa-48f2-91d0-710b9cb304d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.19943713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"d34936ce-20c3-4072-acf3-153220e1bb57","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d4a253","model":"llm/e2e-dft-d4a253","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.248041024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"b278e320-26b7-47a2-b7aa-7725aac374af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.365444292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"71d22535-ed9e-402c-b467-ef6b4fffcfe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.467466139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"f6ca10e5-ef15-4925-b2bf-f1f758fd0efb","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.467492813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"f6ca10e5-ef15-4925-b2bf-f1f758fd0efb","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.546556895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"160d9b57-dcd5-41bf-bf52-40c248e36741","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.649708657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"2077b1a2-a687-4140-8e3f-830327a38e4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.748261095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"bdc56604-ef87-4bfe-805e-9be97fa473b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.786419846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03f9a6cd-3eea-4fc9-8a26-990a03576e78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:35.848125404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"67932bd3-ba40-4ea2-9b37-4ec74dab82bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.022135098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"1a203529-c580-4750-af56-56d7496914dc","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"maas-trlp-auth-test-model-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.25856559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7bf09b15-18c7-4589-a304-2eda21ec0639","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.378804137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"eb6217e1-4dfb-4410-b106-72bb26bdeda7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.499414977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"c52e3c70-bed1-40eb-9d33-d78344c70cb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.599226858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33785a6-81f9-4157-a770-d076ee3c3ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.599260888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b85e11b-462c-4319-ab34-7e5f21c7bc98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.599671948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"99f3ba62-6428-464d-95a3-c89cf9b427cf","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.656610753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33785a6-81f9-4157-a770-d076ee3c3ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.657652397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"99f3ba62-6428-464d-95a3-c89cf9b427cf","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.659429026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b85e11b-462c-4319-ab34-7e5f21c7bc98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.712470142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b33785a6-81f9-4157-a770-d076ee3c3ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.71352233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"99f3ba62-6428-464d-95a3-c89cf9b427cf","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.715096977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b85e11b-462c-4319-ab34-7e5f21c7bc98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.771219997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34493f4b-81a2-41cc-a0dd-c7e112e62bd3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.771240155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34493f4b-81a2-41cc-a0dd-c7e112e62bd3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.826752277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"6663a3b3-6b23-4489-83fb-2b78bb5b4e91","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.82677734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"6663a3b3-6b23-4489-83fb-2b78bb5b4e91","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.878919292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ec037f-3d10-40d3-be13-ea77e63737c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:36.878936716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ec037f-3d10-40d3-be13-ea77e63737c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:37.111504874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"66faab5e-a671-4e00-bc1d-d5c93c5dbdbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:37.168026657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"66faab5e-a671-4e00-bc1d-d5c93c5dbdbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:37.223391195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"66faab5e-a671-4e00-bc1d-d5c93c5dbdbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:37.28046242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"e46aae8c-9a8a-4576-8951-c0c63a93f1f1","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:37.280485364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"e46aae8c-9a8a-4576-8951-c0c63a93f1f1","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.082158778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"0188d24f-5c9b-4bc4-8da3-663b772d2bdb","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.082227718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"0188d24f-5c9b-4bc4-8da3-663b772d2bdb","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.244368044Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"3eb3d5a6-cd85-4fd6-ad3b-e1b6cf596d07","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e130b395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.284362192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"dc44af5f-548c-403c-9691-c24ee6db429d","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.28457081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd038fd2-2e67-48c2-9286-aa1e23199e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.284876165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bfb2da2-93c4-4fb6-8b31-085ba789fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.395015844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"dc44af5f-548c-403c-9691-c24ee6db429d","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.395019764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd038fd2-2e67-48c2-9286-aa1e23199e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.39718744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bfb2da2-93c4-4fb6-8b31-085ba789fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.451203711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd038fd2-2e67-48c2-9286-aa1e23199e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.451291741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"dc44af5f-548c-403c-9691-c24ee6db429d","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.452843209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bfb2da2-93c4-4fb6-8b31-085ba789fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.651376837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1498df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1498df","reconcileID":"ce288153-9aad-43f5-9f5c-39e3dcacf19c","aitenant":"ai-tenants/e2e-extmod-a-1498df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.706913264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59121bec-c4db-41a1-9cf4-c1d3e6d22bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.706911877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"2451e611-c128-4b0b-9069-609446bd9a01","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.707371904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91feb4a-06c5-4103-9ee3-5bde45b66f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.765726615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59121bec-c4db-41a1-9cf4-c1d3e6d22bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.765752279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91feb4a-06c5-4103-9ee3-5bde45b66f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.768023334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"2451e611-c128-4b0b-9069-609446bd9a01","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.821861881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59121bec-c4db-41a1-9cf4-c1d3e6d22bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.822282684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a91feb4a-06c5-4103-9ee3-5bde45b66f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:38.82397437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (435139c0c2083a664ecaeadd3feac71434f838648318f08cc3a6beb3cfd26a93) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (d95dbb710e4b1e59e659ef6d6598c5dc7d48df93a00d414ef20b78bb8960ac81) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b5e4e3ad80524011117b6d51564667c91d334f40ece20a82aeb0e392eba5af01) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (c655f5008d9d71ea6f726298af55a63835dfd2ba9c75ecf548ca9f734fa00aee) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"2451e611-c128-4b0b-9069-609446bd9a01","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.229799211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e0a90d-64c9-4c92-9aab-23ac258207f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.281762118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e0a90d-64c9-4c92-9aab-23ac258207f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.333454118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e0a90d-64c9-4c92-9aab-23ac258207f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.38509407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e0a90d-64c9-4c92-9aab-23ac258207f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:39.548944684Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-1498df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-1498df","reconcileID":"ce288153-9aad-43f5-9f5c-39e3dcacf19c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-1498df","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-1498df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:41.296242771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bbaff2-2f40-4db2-8813-14af3c44ad16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:41.348082513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bbaff2-2f40-4db2-8813-14af3c44ad16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:41.399899336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bbaff2-2f40-4db2-8813-14af3c44ad16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:41.451538901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bbaff2-2f40-4db2-8813-14af3c44ad16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:43.320510606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e59a33-2b9b-4451-ae6a-a5f69aeda295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:43.372210568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e59a33-2b9b-4451-ae6a-a5f69aeda295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:43.423969278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e59a33-2b9b-4451-ae6a-a5f69aeda295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:43.475670983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e59a33-2b9b-4451-ae6a-a5f69aeda295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.204728586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57f6c4c-6a2b-4786-a48a-abc0ec044429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.256907629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57f6c4c-6a2b-4786-a48a-abc0ec044429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.308639088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57f6c4c-6a2b-4786-a48a-abc0ec044429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.360284527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57f6c4c-6a2b-4786-a48a-abc0ec044429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.474738738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"28dd2a68-aa6d-462a-9a59-cf6958e370b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.53261149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"28dd2a68-aa6d-462a-9a59-cf6958e370b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:47.638097002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"28dd2a68-aa6d-462a-9a59-cf6958e370b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.296522996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"d067dda0-0dab-40e6-a926-78c2c8caa4e4","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d4a253","subscription":"e2e-dft-d4a253-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.413537045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"d067dda0-0dab-40e6-a926-78c2c8caa4e4","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.46570283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-sub","reconcileID":"d067dda0-0dab-40e6-a926-78c2c8caa4e4","MaaSSubscription":{"name":"e2e-dft-d4a253-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d4a253","namespace":"llm","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.839686402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"81704a25-af47-4d74-824a-9daf17b8b0a7","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.839718993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"81704a25-af47-4d74-824a-9daf17b8b0a7","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.992977695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2facc1a-82fe-4e94-89d7-aec3a18e76aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.993111164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"c89e0123-0f93-4c49-b805-f3b583977f9e","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:48.992986498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd72f3f-4335-46f4-8224-2a6c6c530bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.001089731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"5f19ff66-5eec-4356-91dd-8eb5f74dd209","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.001107007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"5f19ff66-5eec-4356-91dd-8eb5f74dd209","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.10705954Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"5f19ff66-5eec-4356-91dd-8eb5f74dd209","name":"e2e-dft-d4a253","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d4a253\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.107124294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"5f19ff66-5eec-4356-91dd-8eb5f74dd209","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d4a253\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.122109465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2facc1a-82fe-4e94-89d7-aec3a18e76aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.126609649Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd72f3f-4335-46f4-8224-2a6c6c530bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.126609823Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"c89e0123-0f93-4c49-b805-f3b583977f9e","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.164428133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"94572499-ce9b-431b-9958-e4ac39c4bc61","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.164450757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"94572499-ce9b-431b-9958-e4ac39c4bc61","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.177784646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2facc1a-82fe-4e94-89d7-aec3a18e76aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.179581103Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"c89e0123-0f93-4c49-b805-f3b583977f9e","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-d4a253-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.179636552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"c89e0123-0f93-4c49-b805-f3b583977f9e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.179793154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d4a253-access","reconcileID":"40b0f524-aa71-461c-a075-0fec44782227","MaaSAuthPolicy":{"name":"e2e-dft-d4a253-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:53:49.183461589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd72f3f-4335-46f4-8224-2a6c6c530bc2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.244685216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea2a65-f0af-43e2-a94e-5a75f4222583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.244931313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a075a8c-7788-441d-981e-6bde7a0cdeaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.24494905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a075a8c-7788-441d-981e-6bde7a0cdeaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.245331312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96f824e0-f526-4275-a01e-42f3922b2cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.245343773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96f824e0-f526-4275-a01e-42f3922b2cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.296676693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea2a65-f0af-43e2-a94e-5a75f4222583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.348222891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea2a65-f0af-43e2-a94e-5a75f4222583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.399741968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dea2a65-f0af-43e2-a94e-5a75f4222583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.399872886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2ad34e-3adc-4d10-83e7-4da78ad8ea14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.45723368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2ad34e-3adc-4d10-83e7-4da78ad8ea14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.509393227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"a3be4bf4-216c-4c9f-98c2-937826b98e9c","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.509420021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"a3be4bf4-216c-4c9f-98c2-937826b98e9c","MaaSModelRef":{"name":"e2e-dft-d4a253","namespace":"llm"},"routeName":"external-model-e2e-dft-d4a253-c22d8ae88885","namespace":"llm","model":"e2e-dft-d4a253","externalModel":"e2e-dft-d4a253","provider":"e2e-dft-d4a253-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.512796815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e2ad34e-3adc-4d10-83e7-4da78ad8ea14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.610805952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57b58a55-da98-4b22-b331-ec99a3e04686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:49.610825262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57b58a55-da98-4b22-b331-ec99a3e04686","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.021701483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"4f0a70f5-502f-45a8-80f7-fc47fb41ee2c","namespace":"llm","name":"e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.07965844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c686fbe9-d8cf-4c61-bb64-9055fff9879a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.079680216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c686fbe9-d8cf-4c61-bb64-9055fff9879a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.079943354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbba0cd5-53b6-4add-b9aa-2fceed33675a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.079955471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbba0cd5-53b6-4add-b9aa-2fceed33675a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080148405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a09392c-49e4-4933-b47a-0805c0c2b84a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080159191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a09392c-49e4-4933-b47a-0805c0c2b84a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080483791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8b738ea-7986-4e43-850e-15c520d8b168","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080497131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8b738ea-7986-4e43-850e-15c520d8b168","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080723341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44d8ea3f-67ca-4f6c-aef3-bbc37ad43d73","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080734086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"44d8ea3f-67ca-4f6c-aef3-bbc37ad43d73","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080941211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c62b5652-14d4-4401-b4fa-c9e7f1802dee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.080952264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c62b5652-14d4-4401-b4fa-c9e7f1802dee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.081150547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f912c3fa-bd50-4456-87f7-ad502ae0a120","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.081163981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f912c3fa-bd50-4456-87f7-ad502ae0a120","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.081390681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79c678aa-f92b-4afc-8b4c-2098f0a91414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.081400742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79c678aa-f92b-4afc-8b4c-2098f0a91414","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.177280427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc025316-50f6-41a9-b000-025698ff23fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.178585912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f50b75-0868-4b66-8e3f-67a58afbd8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.228786537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"b96324ab-4989-4ff5-a4f3-b86e230530c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.234627811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc025316-50f6-41a9-b000-025698ff23fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.23525069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f50b75-0868-4b66-8e3f-67a58afbd8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.280255715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"55c44869-6fd6-49ad-98bf-8e8e7ef240a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.280338333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"62d4fdef-dec1-48a1-904c-4f413ea9c1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.285636225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"b96324ab-4989-4ff5-a4f3-b86e230530c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.287012901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d83194e-623d-4da4-99c8-5e4467c6ae5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.28724502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30300fff-f2bc-4374-9f5b-8ea5e50b62cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.291641237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc025316-50f6-41a9-b000-025698ff23fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.298237831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f50b75-0868-4b66-8e3f-67a58afbd8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.34106157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"62d4fdef-dec1-48a1-904c-4f413ea9c1cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.344646074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"55c44869-6fd6-49ad-98bf-8e8e7ef240a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.346531878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"b96324ab-4989-4ff5-a4f3-b86e230530c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.478278945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d86c3654-ae1f-44f1-88d5-6dc637a07ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.478915766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"694db3ed-5399-46ac-931b-1de50a0f4ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.539070457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d86c3654-ae1f-44f1-88d5-6dc637a07ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.542832849Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d4a253","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d4a253","reconcileID":"ed79d4bc-f462-4e37-b5f6-510b87d45929","namespace":"llm","name":"e2e-dft-d4a253","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.544282075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"694db3ed-5399-46ac-931b-1de50a0f4ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.59626244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"747f52a6-90f4-4ef9-bc59-98db816c1bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.687259575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"747f52a6-90f4-4ef9-bc59-98db816c1bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.73327999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"49a97aa1-7f21-48fc-b240-e141eff7fc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.733305478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"e623264e-5078-433a-bcea-c9dace08f487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.790326965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"e623264e-5078-433a-bcea-c9dace08f487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.790391185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"49a97aa1-7f21-48fc-b240-e141eff7fc71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.916114404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4a8e6d6a-48d8-4920-ab1f-30213d6c055e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.916150438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e8ad15c5-ed3d-468b-8db8-ad0c74145e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.972960859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"4a8e6d6a-48d8-4920-ab1f-30213d6c055e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:50.97305977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"e8ad15c5-ed3d-468b-8db8-ad0c74145e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.016422159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"46b7f978-e017-4392-be6a-1b1d9719049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.077093581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"46b7f978-e017-4392-be6a-1b1d9719049b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.117627607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"71a8b8b3-94ab-477c-951c-b9c155bf776e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.168667384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4dc288-5bcc-4b29-9aac-936278d06448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.173962193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"71a8b8b3-94ab-477c-951c-b9c155bf776e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.225652864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4dc288-5bcc-4b29-9aac-936278d06448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.277788356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"a751acd5-371d-473e-818e-5478e686088f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.281271854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df4dc288-5bcc-4b29-9aac-936278d06448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.331796049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d855e73f-5423-4179-a9fa-17f24ea5f7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.345006704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"a751acd5-371d-473e-818e-5478e686088f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.401100846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"a751acd5-371d-473e-818e-5478e686088f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.402396608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d855e73f-5423-4179-a9fa-17f24ea5f7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.436151444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"98474d96-2838-4001-9156-a8a557eb8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.458041367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d855e73f-5423-4179-a9fa-17f24ea5f7c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.492579574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"98474d96-2838-4001-9156-a8a557eb8397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.538657786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0a1c34a8-64d7-45f1-b91b-c7ce2db436c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.538675929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0f0f47c7-b382-4d9c-b150-a56bec9b7196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.554701779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2e73efea-69a2-4e47-9b0c-208252cbe656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.595569389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0f0f47c7-b382-4d9c-b150-a56bec9b7196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.596116097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0a1c34a8-64d7-45f1-b91b-c7ce2db436c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.610993781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"2e73efea-69a2-4e47-9b0c-208252cbe656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.636511456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5e903509-1ec3-4ea6-a5bc-4e69c3ccc3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:51.695743393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5e903509-1ec3-4ea6-a5bc-4e69c3ccc3c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.391082098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"46ddbb69-5a95-43d7-b0d7-a783a9874ffb","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.446789484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"7a6bccfd-ce4c-4144-8def-f098fde59872","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.496012798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"24ed5a03-a8bb-4085-9653-962f55fa5007","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.496763836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"2d1c692a-560d-4408-8c49-e4711664725e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.546677716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc17d11b-dabb-4531-aaf5-184bef975d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.547538432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c3b0651a-f181-45b5-9bcb-17986ed96539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.547575149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acffd4c3-7f78-4478-84fb-a455ebc7e89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.552522645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"24ed5a03-a8bb-4085-9653-962f55fa5007","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.552932948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"2d1c692a-560d-4408-8c49-e4711664725e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.604337108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc17d11b-dabb-4531-aaf5-184bef975d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.60469441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acffd4c3-7f78-4478-84fb-a455ebc7e89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.606428351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"c3b0651a-f181-45b5-9bcb-17986ed96539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.60754782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"24ed5a03-a8bb-4085-9653-962f55fa5007","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.660141703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc17d11b-dabb-4531-aaf5-184bef975d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.660350337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acffd4c3-7f78-4478-84fb-a455ebc7e89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.758545651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"2a9b83c6-38c1-46bc-ad1a-f34c3e22f432","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.763051433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9ebaddd0-5701-4c01-9a95-f2456591590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.819263211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"9ebaddd0-5701-4c01-9a95-f2456591590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.862661532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"27f1c59e-a11f-445a-ad0a-962a66e68119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.86269473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c3b30298-e1b9-49e6-8fb3-2fc478c9c700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.867491066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bd02cfb-d377-4944-bd15-8710caff3bf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.867517702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bd02cfb-d377-4944-bd15-8710caff3bf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.867913946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b002a39c-88ff-4a9d-a1f9-88095df1d266","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.867932901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b002a39c-88ff-4a9d-a1f9-88095df1d266","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868325908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eea5cd9e-127b-45b7-8c47-64047c80024f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868341789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eea5cd9e-127b-45b7-8c47-64047c80024f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868651798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79a28b91-3338-452e-a8f3-d29d96d6b28a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868663365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"79a28b91-3338-452e-a8f3-d29d96d6b28a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868880473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed339390-0397-4eb2-9178-a44cad595173","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.868890982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed339390-0397-4eb2-9178-a44cad595173","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.86910511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7f98ea0f-2994-4dc8-8525-563d3b43944d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.869116041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7f98ea0f-2994-4dc8-8525-563d3b43944d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.869377819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e872bcd9-8ce8-4030-8440-fb4c83f429b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.869389758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e872bcd9-8ce8-4030-8440-fb4c83f429b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.869607453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823e9591-5d3e-4ea7-950c-0ac4309af63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.869618249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"823e9591-5d3e-4ea7-950c-0ac4309af63d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.872080987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"866d8442-51de-4c66-850d-6a826d99c1c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.872190312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba34501f-8876-404c-9021-c989d09c1e18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.921356303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"27f1c59e-a11f-445a-ad0a-962a66e68119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.921399952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"c3b30298-e1b9-49e6-8fb3-2fc478c9c700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.921769256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"85d4b70e-d496-4eb5-a78c-855b6e27990b","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.963119267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5f030387-8e95-4b80-aac4-ae6b1eb615d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:52.991119961Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.020585653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"5f030387-8e95-4b80-aac4-ae6b1eb615d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.067346889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a9bd1ed5-13da-41d5-bfe9-6ebd2fd73949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.123974844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"a9bd1ed5-13da-41d5-bfe9-6ebd2fd73949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.214724901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7defcc3e-5a24-43e2-b5b6-97ead20ea271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.28784736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7defcc3e-5a24-43e2-b5b6-97ead20ea271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.323367888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cfd596b7-3374-45fc-af90-d8c45b91ae16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.325507705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"8184fb0b-a440-4009-8d94-d381a92fc321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.390945981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"8184fb0b-a440-4009-8d94-d381a92fc321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.391355455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"cfd596b7-3374-45fc-af90-d8c45b91ae16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.428976505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"915fed59-abf6-4704-a86f-0e67f324237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.485594381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"915fed59-abf6-4704-a86f-0e67f324237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.515602122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d9385646-df49-48a9-bba6-d896e092dcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.572382057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"52706ce8-80ad-4fb0-a123-2d5bfe85a9ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.572883675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"d9385646-df49-48a9-bba6-d896e092dcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.599702179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"8d1d7ee0-55a3-4a6c-9893-584ca6bfc575","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.628795671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"52706ce8-80ad-4fb0-a123-2d5bfe85a9ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.651592222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"5d80bfcc-3455-4959-bfb3-d2b2d12d182d","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.651613807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"5d80bfcc-3455-4959-bfb3-d2b2d12d182d","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-303e64-0ad0dc0ad5d2","namespace":"llm","model":"e2e-dft-refs-303e64","externalModel":"e2e-dft-refs-303e64","provider":"e2e-dft-refs-303e64-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.724609427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"f4d29e22-4a59-4e2d-9327-a469462a06a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.776439688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e81dea-083e-4168-a4d2-98a9c3981e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.781585487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"f4d29e22-4a59-4e2d-9327-a469462a06a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.835560191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e81dea-083e-4168-a4d2-98a9c3981e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.83814874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-6c3d8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (967dd432405074e6bb8ce450e744fe85fa5cf84d3eb4baa02c6bdb802da7b99a) AuthConfig (3be411131aae45a945d10d4f49e5ed521f017f28029362ba478c2bc022f6caa7) AuthConfig (e8b80b639af4d22f6a252af214dfd54e0fbf24712d4acac181e5ada7cd1e5c45) AuthConfig (b5f1ea0642f07d5e470ae1ab5ac698a07195dd5c3215680d2c4d15b809d889e6) AuthConfig (b2f5a4d824620c63150280058f478657ddad3928c5a710ca8bfc4d7efa7269cc) AuthConfig (dd370b4b979ad8038197ec6052cfeb218a09b391deecc8504b7bc131f9137754) AuthConfig (c6608f5ec7d2b07517e520ade98fb819cd20303da38eee5316471d8ea5bf7c2e) AuthConfig (e2b143fb0bd52d919399acc8b12113194ff3af1dff6dd8843b697aa38e987ebd) AuthConfig (40b80d20d236aee7e269fb4aa79a9c507f86c851080628b04ca4607e9f7c937b) AuthConfig (9e2e133461c72cdd1f5954f85e354898ef641156c282e4b2a2b45af9e5190c1d) AuthConfig (786c06ddaea1dc8a0a6229412fa5856ca7b22482a98395e37bb57393d75988d2) AuthConfig (274b3d39652082520d1f211a31c5846ca12e8a26020cb6cc1bce19150c8ee785) AuthConfig (9e5e6aa5814d279c76b86e6a90fee701aca065e8e216921a75aa510431bad9a0) AuthConfig (e6026a6e74cdf2786d2d8f52023b2287e5fd3af0dcb6fb78a40d46c8a709f39b) AuthConfig (e19df90707cf184e57616536741837b713af24cc5c282a6b4c7f73262f4a97fe) AuthConfig (2ed33333eddb2ce3fa8ddc7836db22ff964a2ad3755b3310307a6a42f75b224e) AuthConfig (8e30ff104254dce55b014368eba7cb6807e59825cc655a4efe4e7978f58769d8) AuthConfig (e838219b460cafd18eb700a1a6890ed65acba3d426d6a2792984005ab4b90bf6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"f4d29e22-4a59-4e2d-9327-a469462a06a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.880725471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dce27690-e995-43d4-90ad-182daf7f9a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.897158147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5e81dea-083e-4168-a4d2-98a9c3981e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:53.958788553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dce27690-e995-43d4-90ad-182daf7f9a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.002460545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0fb18232-3d46-4f9a-ace3-6a91fb11db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.015710449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dce27690-e995-43d4-90ad-182daf7f9a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.062262691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0fb18232-3d46-4f9a-ace3-6a91fb11db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.083941378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0fa24636-45eb-4010-9b9c-091235e7baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.084219842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0555cc14-54c3-4709-9d2c-467ae4edb53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.095286562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3a0e88ac-eae1-4835-9d26-3433461f5a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.141304435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0fa24636-45eb-4010-9b9c-091235e7baa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.141497651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"0555cc14-54c3-4709-9d2c-467ae4edb53b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.152037383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"3a0e88ac-eae1-4835-9d26-3433461f5a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.179659708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7b72b675-7107-43dd-8e43-cf313bc9fb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.236470653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7b72b675-7107-43dd-8e43-cf313bc9fb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.369790122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"569f366f-c392-463a-a11b-3734f0ae53a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.426599777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"569f366f-c392-463a-a11b-3734f0ae53a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.468490741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"be817b48-9401-48e2-992f-7bc29ac37ab1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.519408866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"62f6a3fb-9f5e-46f4-8a00-a52cd31be84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.519850429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a615242d-fc2e-440b-bf42-83f8da2dab85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.524959495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"be817b48-9401-48e2-992f-7bc29ac37ab1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.576025307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"62f6a3fb-9f5e-46f4-8a00-a52cd31be84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.576462384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"a615242d-fc2e-440b-bf42-83f8da2dab85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.621109968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8d91fbf6-116c-404f-9fd5-84aca8d86969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.695139897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8d91fbf6-116c-404f-9fd5-84aca8d86969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.777668577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"0d7b6aad-0a02-4c77-b9da-792d1d32a572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:54.834788247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"0d7b6aad-0a02-4c77-b9da-792d1d32a572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.621787965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"d7d7e860-4d59-4d23-ae50-e4ec1d3d1c63","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.674105225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"1ed6fadc-110e-4f0f-8422-22925fc6e1f7","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.67413566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"1ed6fadc-110e-4f0f-8422-22925fc6e1f7","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-303e64-0ad0dc0ad5d2","namespace":"llm","model":"e2e-dft-refs-303e64","externalModel":"e2e-dft-refs-303e64","provider":"e2e-dft-refs-303e64-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.725553259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"c53fe8fe-7e52-403f-832e-c0d8abb103c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.726289559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"cf771c82-dbea-4e9b-b2bb-42827e35c50c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.726457671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fb00ef2-3ae3-4761-9ac0-ca77ca7e2e75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.72647347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7fb00ef2-3ae3-4761-9ac0-ca77ca7e2e75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.726695873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bb44707-b395-41e5-8c39-cb16d2314a9f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.726706182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4bb44707-b395-41e5-8c39-cb16d2314a9f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.72693347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c19e8531-6086-49fc-9e0b-a5c2b94ee2b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.726944546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c19e8531-6086-49fc-9e0b-a5c2b94ee2b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727257874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5230f1d2-62a3-44cf-a6eb-8f6ceecf2acf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727269355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5230f1d2-62a3-44cf-a6eb-8f6ceecf2acf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727466109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56817a54-245f-4907-9baf-bc41bf557a6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727476172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56817a54-245f-4907-9baf-bc41bf557a6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727687331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd326a41-f135-49d5-93de-1da48b7d16ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727697645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd326a41-f135-49d5-93de-1da48b7d16ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727914521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a376d1fc-3e80-4bae-888f-0ac8f73ddc01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.727947509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a376d1fc-3e80-4bae-888f-0ac8f73ddc01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.728255469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2102273c-19f4-416b-83ea-c355a5ebacef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.72826809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2102273c-19f4-416b-83ea-c355a5ebacef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.787468871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2c565a58-7d45-4c75-acff-90c5fb9627c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.78821689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aacc02a0-40d6-4b1c-a64c-2c8aaa9098ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.78866015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1fe4f30-f2f8-4930-8ba2-99c510ba9061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.788860338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"c53fe8fe-7e52-403f-832e-c0d8abb103c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.789305921Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"8281932b-57f0-4af9-9787-6b66006c113a","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-303e64-0ad0dc0ad5d2","namespace":"llm","model":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.793026602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"cf771c82-dbea-4e9b-b2bb-42827e35c50c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.866111607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"2c565a58-7d45-4c75-acff-90c5fb9627c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.88376916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1fe4f30-f2f8-4930-8ba2-99c510ba9061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.888284837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aacc02a0-40d6-4b1c-a64c-2c8aaa9098ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.90710585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5571d4ff-f088-4f9e-9462-b67a772c3c7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.926680533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22162d2b-6966-4ebc-ae65-75424e46d117","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.940356427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1fe4f30-f2f8-4930-8ba2-99c510ba9061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:58.944327853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aacc02a0-40d6-4b1c-a64c-2c8aaa9098ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.095914661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ea600690-e062-46ab-95c6-d607efaa2a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.152573057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"ea600690-e062-46ab-95c6-d607efaa2a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.162138229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"d77f0dc8-223c-4f26-98e5-3b5b336f1907","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.162162552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"d77f0dc8-223c-4f26-98e5-3b5b336f1907","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.164886275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"3086a740-d291-4d29-8ab0-377b81d0e3d2","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.195921895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6f6446ad-9739-4744-b092-f88e409d2517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.195918451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"719ed58d-2a14-4f2f-857a-f2e134dde399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.236979633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"4c933f37-b946-47c0-ba2d-8628522cb71b","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.254215231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"719ed58d-2a14-4f2f-857a-f2e134dde399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.2542151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"6f6446ad-9739-4744-b092-f88e409d2517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.289515623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"890ac475-6497-4205-b034-b61f74d61a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.340311298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e127f011-0393-42fa-b9ad-20adb278b402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.346068617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"890ac475-6497-4205-b034-b61f74d61a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.39744073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e127f011-0393-42fa-b9ad-20adb278b402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.474519927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"a0b50779-a202-473d-847b-59a0ddd39905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.532572778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"a0b50779-a202-473d-847b-59a0ddd39905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.634200559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b9782c09-9d82-4541-81ff-a09ccb56ac5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.634606141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"6bcca2e6-a3aa-40cb-b0c7-60aae1df6f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.692228277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"b9782c09-9d82-4541-81ff-a09ccb56ac5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.692494704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"6bcca2e6-a3aa-40cb-b0c7-60aae1df6f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.736114025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"d3a6a374-7422-4d8d-99a3-8dc8cc8383e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.792780837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"d3a6a374-7422-4d8d-99a3-8dc8cc8383e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.834228635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a8de306-34d8-49b5-b110-a5910f2da70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.891812454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a8de306-34d8-49b5-b110-a5910f2da70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.929619762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a195a9-a4cf-4b05-b5ca-6874903216d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.9484494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a8de306-34d8-49b5-b110-a5910f2da70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:53:59.986643415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a195a9-a4cf-4b05-b5ca-6874903216d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.043753114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a195a9-a4cf-4b05-b5ca-6874903216d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.058642741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"0f984577-b78a-4b2b-bf51-44aa8a1ba864","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.077023638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"274c1860-dfb1-4266-ab7e-cf73b62943fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.07709063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4250009a-0c64-4af5-baec-7a76836371b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.115895275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"0f984577-b78a-4b2b-bf51-44aa8a1ba864","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.133916228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"274c1860-dfb1-4266-ab7e-cf73b62943fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.13591335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"4250009a-0c64-4af5-baec-7a76836371b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.177268627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ee3dfcc1-d11f-403e-820a-6ab1ac64d826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.233748439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"ee3dfcc1-d11f-403e-820a-6ab1ac64d826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.277370497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c8dd7e05-e8bb-44f5-a4d2-430450adc09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.333778554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c8dd7e05-e8bb-44f5-a4d2-430450adc09a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.392563048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"1e7c2569-9ffb-4430-aa91-0778a1fbe89d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.424762127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7ee0b9fb-5fc6-410c-ba17-cc17bf094949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.441480427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"586895e3-99de-402f-a1d0-076965c6d9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.449356562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"1e7c2569-9ffb-4430-aa91-0778a1fbe89d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.481568709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"7ee0b9fb-5fc6-410c-ba17-cc17bf094949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:00.498597621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"586895e3-99de-402f-a1d0-076965c6d9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.43657062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"be3cdfae-a4ea-4ede-95ff-dec395cbd31a","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.436687114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"be3cdfae-a4ea-4ede-95ff-dec395cbd31a","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.49751697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"2d641de9-2fbf-4422-8665-94b3bfbc8b3f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.49754359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"2d641de9-2fbf-4422-8665-94b3bfbc8b3f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.542244924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"83bb5fd9-658b-4114-ab0e-d62fcfdd6465","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:54:03.54743321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"81585112-8cbc-4df5-bc35-d8c2918415b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d5a9da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.600542619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"83bb5fd9-658b-4114-ab0e-d62fcfdd6465","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.656495229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"40c8c824-18f8-4f3e-b938-9ddec0912b37","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.656518198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"40c8c824-18f8-4f3e-b938-9ddec0912b37","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.713413917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"d6c29359-ebae-4928-9b4e-bbbd6853e79f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.713436861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"d6c29359-ebae-4928-9b4e-bbbd6853e79f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.911599054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"fc50ab2d-cbb7-400f-9bc9-ef23c0e258e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.935148186Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"ca63deb1-92bc-486b-8682-838da61cfdde","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"maas-trlp-auth-test-model-6c3d8e","model":"auth-test-model-6c3d8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-6c3d8e/e2e-auth-iso-d5a9da"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:03.968553709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"fc50ab2d-cbb7-400f-9bc9-ef23c0e258e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.105449044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"a5682144-fd29-41d6-b7e1-f7de2154dea5","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.105472314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"a5682144-fd29-41d6-b7e1-f7de2154dea5","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.313201956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1fd22853-6b6d-40e2-a40f-569b3174824a","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"maas-trlp-auth-test-model-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.815757942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"60b9ac8b-a1ce-42ca-95ee-fd140cb354b9","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.867673134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"3dcaeee0-a956-4460-886d-c7b693cbbe33","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.970204362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"90d359be-ffba-46d0-b73a-ccf0c85150c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.970332607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd504cf2-b541-4026-9040-452a989461a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.970823004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d0583b79-8905-4ed0-ad7d-d55fcfda467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.970837628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34326230-a41a-4b1c-a6a7-0652096eb3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:04.971266611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c2553af5-1f07-4451-9f3f-7c62c40425fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.02772635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"d0583b79-8905-4ed0-ad7d-d55fcfda467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.027964998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"c2553af5-1f07-4451-9f3f-7c62c40425fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.03109552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"90d359be-ffba-46d0-b73a-ccf0c85150c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.034877585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34326230-a41a-4b1c-a6a7-0652096eb3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.040885677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd504cf2-b541-4026-9040-452a989461a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.091344009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"b33dec3a-e151-42a1-b02c-46219f92b1ac","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.09519779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34326230-a41a-4b1c-a6a7-0652096eb3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.096952921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd504cf2-b541-4026-9040-452a989461a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.150050733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef095df7-6e75-49d1-91ba-95e9af6b9a7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.150081333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ef095df7-6e75-49d1-91ba-95e9af6b9a7f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.152040794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"678afe57-b906-4f76-8e81-e81750911233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.152057624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"678afe57-b906-4f76-8e81-e81750911233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.152421364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a3cac70-d388-4f14-b163-7fa2f04a7c62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.152439958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a3cac70-d388-4f14-b163-7fa2f04a7c62","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.15276714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98aceefa-8aa6-4f9b-9bf1-080701411be7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.152779139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"98aceefa-8aa6-4f9b-9bf1-080701411be7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153081135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b32adee-0cd1-4f16-aa80-b21dad52fb0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153093246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b32adee-0cd1-4f16-aa80-b21dad52fb0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153619432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"494f5348-9f66-47a4-9898-699128092316","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153632476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"494f5348-9f66-47a4-9898-699128092316","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153963784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f33b128-6574-4ef9-9b28-64f0316233f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.153976935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2f33b128-6574-4ef9-9b28-64f0316233f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.154309283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbabd67d-f7e8-41b8-bb0c-46b902ac20a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.154321946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dbabd67d-f7e8-41b8-bb0c-46b902ac20a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.220515107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"a3ea0e8f-8f85-47a6-96d4-74f4da3d0d3b","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"name":"e2e-dft-refs-303e64","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.257335089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"52c2fc3b-0d0e-4eeb-b532-aa179255c5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.257916206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c43fa5b0-1f57-4770-b863-72643cc1463a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.258072584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"348a0e22-ec4d-469a-b17d-bceb8bd00cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.258765009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"14eb47ec-0a35-48ef-a773-de04544d193c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.272501782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e48c4295-2e57-47c4-9a6c-33c566b2730c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.272519108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e48c4295-2e57-47c4-9a6c-33c566b2730c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.272787406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"188a2e61-5a45-47f5-9890-1da0082ee7da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.272798888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"188a2e61-5a45-47f5-9890-1da0082ee7da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273022991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addede48-91de-4016-9886-511dea05fec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273033308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"addede48-91de-4016-9886-511dea05fec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273373368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2ec7af6-b597-41a6-bb6e-775704f2d45e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273385947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2ec7af6-b597-41a6-bb6e-775704f2d45e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273611687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29ff4f15-5024-4e83-be33-ecd27d4f385f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273621582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29ff4f15-5024-4e83-be33-ecd27d4f385f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273851489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39d041bb-f4f7-40ab-9567-a342f69bca91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.273864154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39d041bb-f4f7-40ab-9567-a342f69bca91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.274199451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3b376a0-ace6-4d7c-a9a0-c6d6c068661b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.274211033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3b376a0-ace6-4d7c-a9a0-c6d6c068661b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.27443904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56382336-abe6-4842-a95c-64062bbd5030","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.274451066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56382336-abe6-4842-a95c-64062bbd5030","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.321769039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"14eb47ec-0a35-48ef-a773-de04544d193c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.322025352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"52c2fc3b-0d0e-4eeb-b532-aa179255c5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.335489816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"b5c933f8-f2a0-4f6b-a7df-3aa316b7b694","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.38865003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e5fe44ca-58f4-4882-8617-5d694d4f7a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.4018862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"b5c933f8-f2a0-4f6b-a7df-3aa316b7b694","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.454318199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"e5fe44ca-58f4-4882-8617-5d694d4f7a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.492850782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"225aec48-b2e8-4b01-9c3e-b5f504d81455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.617126775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"225aec48-b2e8-4b01-9c3e-b5f504d81455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.672195034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"faa99d3f-8389-484c-bb6b-6f54627db211","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.722910651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e74e1aa9-63a3-454c-a4ec-5f2039d9d086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.728709201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"faa99d3f-8389-484c-bb6b-6f54627db211","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.779388193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"e74e1aa9-63a3-454c-a4ec-5f2039d9d086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.798037006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f5e77bbc-bbc1-4994-85ae-f2b1c41e5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.889778929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"f5e77bbc-bbc1-4994-85ae-f2b1c41e5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.896575831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"6fabdf8b-2262-429c-8e10-1375edc8f524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.904310219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"e284ab67-9922-45de-b7de-307508f6f72f","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.96210574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"6fabdf8b-2262-429c-8e10-1375edc8f524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.971852614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"29402471-f446-4a2e-861f-ea7a0f642258","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:05.971893042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"29402471-f446-4a2e-861f-ea7a0f642258","MaaSModelRef":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-303e64-0ad0dc0ad5d2","namespace":"llm","model":"e2e-dft-refs-303e64","externalModel":"e2e-dft-refs-303e64","provider":"e2e-dft-refs-303e64-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.010236402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edcd5e4d-7301-4791-bae6-8527c362090d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.071446094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edcd5e4d-7301-4791-bae6-8527c362090d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.102727381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1782c6a4-3931-4b9a-a15a-43f280c59e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.127861056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edcd5e4d-7301-4791-bae6-8527c362090d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.155089992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"85031b38-4905-47b8-95cf-f26890096252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.159766485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1782c6a4-3931-4b9a-a15a-43f280c59e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.166606341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"39f644fc-13c3-4eb9-9fd0-3103f96a80af","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.212336506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"85031b38-4905-47b8-95cf-f26890096252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.21536476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1782c6a4-3931-4b9a-a15a-43f280c59e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.223658583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"39f644fc-13c3-4eb9-9fd0-3103f96a80af","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.317759027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c5be48-23a4-4915-ab98-0990b03228e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.317944404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f144675e-9baa-4729-9b99-bf807747002f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.374808666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f144675e-9baa-4729-9b99-bf807747002f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.375278025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c5be48-23a4-4915-ab98-0990b03228e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.418162979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4a07695-546e-4887-8212-0e3d9a11ff6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.437122038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c5be48-23a4-4915-ab98-0990b03228e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.475771548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4a07695-546e-4887-8212-0e3d9a11ff6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.487080478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1057cdf6-874e-4c32-87c3-8c89cfd92f74","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.522217845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5d02cb13-205f-4461-a34e-8d50b6ae4e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.542517613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4a07695-546e-4887-8212-0e3d9a11ff6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.546658579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1057cdf6-874e-4c32-87c3-8c89cfd92f74","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.585117488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"5d02cb13-205f-4461-a34e-8d50b6ae4e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.648523538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d2e16a8b-fcc5-4bae-a3cd-728c8aac5e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.705557066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"d2e16a8b-fcc5-4bae-a3cd-728c8aac5e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.737614092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cb48de42-d9ff-4a9a-992a-8b86a402572a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.746588977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4e7bfe56-65ba-491d-b417-b6666328dd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.794008626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"cb48de42-d9ff-4a9a-992a-8b86a402572a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.80306733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4e7bfe56-65ba-491d-b417-b6666328dd66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.934081737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0e0bdea8-6272-4daf-bc4d-20452a0bfded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.934080525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"d3caec92-ef48-4d38-93d7-829a0f5c06fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.987472721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"0b1efd84-5ba5-4d89-b5d4-e557c25bee17","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.997798402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"d3caec92-ef48-4d38-93d7-829a0f5c06fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:06.999126907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0e0bdea8-6272-4daf-bc4d-20452a0bfded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.142502014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7b4f8b05-f0c1-49a6-9092-cd0e7c436c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.142918616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1ed864bc-dc2e-480f-8250-1520b25db71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.199410688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1ed864bc-dc2e-480f-8250-1520b25db71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.199783697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"7b4f8b05-f0c1-49a6-9092-cd0e7c436c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.242981848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b909f2b3-3785-4e3a-81eb-05612e952e14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.300417885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b909f2b3-3785-4e3a-81eb-05612e952e14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.34229835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e476e3-5091-4d3d-840a-d262960b8ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.342357637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"963f5319-9952-4e92-a838-70a22ca9d9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.356034522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b909f2b3-3785-4e3a-81eb-05612e952e14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.399301315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"963f5319-9952-4e92-a838-70a22ca9d9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.399550167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e476e3-5091-4d3d-840a-d262960b8ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.455489441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e476e3-5091-4d3d-840a-d262960b8ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.508286966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5a567307-d5af-4fe6-b28d-ba662f50a9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.508323014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"80fa7c59-f7c0-48eb-9c90-0a795aafd9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.510337089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"905658cd-0f56-4095-bd3a-3c0f7ba96fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.566658496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"5a567307-d5af-4fe6-b28d-ba662f50a9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.566722588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"80fa7c59-f7c0-48eb-9c90-0a795aafd9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.569072933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"905658cd-0f56-4095-bd3a-3c0f7ba96fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.610496944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0f8c2a50-9659-46ce-bff9-28732897f79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.667157231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0f8c2a50-9659-46ce-bff9-28732897f79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.706558158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a4140094-3709-4665-87cc-9406b0642d13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.763255127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a4140094-3709-4665-87cc-9406b0642d13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.932559533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"f3b1ae15-7010-48ab-ae9f-fb1c78e1b265","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.98336599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"82be8d04-f81a-4d1c-b561-c5b412978638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.989666264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"f3b1ae15-7010-48ab-ae9f-fb1c78e1b265","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:07.991163387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5b32d39f-de84-47dd-9e62-cb7df43b9571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.015919612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0a40df13-b732-4f8b-a113-2b2c36d56a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.040254119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"82be8d04-f81a-4d1c-b561-c5b412978638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.049240455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"5b32d39f-de84-47dd-9e62-cb7df43b9571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:08.073207317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0a40df13-b732-4f8b-a113-2b2c36d56a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.314394088Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"46e4466e-c901-472d-a5ef-8430a8a1c03a","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.383736407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98d3ecb2-3a71-475f-8327-7fed40b3e88a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.383768083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"98d3ecb2-3a71-475f-8327-7fed40b3e88a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.384161984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bd6e11f-14a5-4653-91c3-6817caf4e7b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.384217158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bd6e11f-14a5-4653-91c3-6817caf4e7b4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.384574775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb9e380-d37e-4b7f-a2b0-ca53c84dc9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.384594903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcb9e380-d37e-4b7f-a2b0-ca53c84dc9b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385024821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02c15daa-4f10-46cc-9742-309205ad7c1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385039274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"02c15daa-4f10-46cc-9742-309205ad7c1d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385277549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4fcfd34-cffd-43e0-b3a4-daf92749a86b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385287475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4fcfd34-cffd-43e0-b3a4-daf92749a86b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385481975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ef1cc33-e41c-4e22-a846-04d2b4f6007a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385491734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ef1cc33-e41c-4e22-a846-04d2b4f6007a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385764739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"746293e9-eb4b-46bf-bc63-c0c0a43a3444","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385774858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"746293e9-eb4b-46bf-bc63-c0c0a43a3444","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385976048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de05a39b-0949-4d06-b912-11aeab85fbbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.385986283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de05a39b-0949-4d06-b912-11aeab85fbbb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.432230814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"43300a8e-1cc5-4cbf-962e-95b8ac09c07d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.49267847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7f60f8db-9275-471c-bb5a-45ec12f2bac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.493844356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c917c29-bcee-4f05-bc55-3469c8412c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.494080589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c5b7d5d-b726-489c-898c-a0b5b37b361f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.49430165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"da7d6ea7-8f42-4314-836f-cbcc6bcd1e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.499665002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"43300a8e-1cc5-4cbf-962e-95b8ac09c07d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.550764631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"7f60f8db-9275-471c-bb5a-45ec12f2bac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.553157572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c917c29-bcee-4f05-bc55-3469c8412c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.554407954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c5b7d5d-b726-489c-898c-a0b5b37b361f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.557979582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"da7d6ea7-8f42-4314-836f-cbcc6bcd1e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.637139155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a1fb302-54a6-4498-bfbc-8127e4e193e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.640605174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f554063f-3363-407e-b39f-bdeeab3513f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.642838488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c917c29-bcee-4f05-bc55-3469c8412c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.645137681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c5b7d5d-b726-489c-898c-a0b5b37b361f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.756817188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"42d0af69-e4b9-4f06-8a91-46a7eb7817de","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.805108028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"584bf61b-9df1-4db7-8c9a-0fc55eab8539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.814100468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"42d0af69-e4b9-4f06-8a91-46a7eb7817de","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.854237089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-303e64","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-303e64","reconcileID":"9d8b43e5-c34f-4ef2-ac08-18f7378d551c","namespace":"llm","name":"e2e-dft-refs-303e64","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.862217493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"584bf61b-9df1-4db7-8c9a-0fc55eab8539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.899453892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2645925c-039f-4ad3-b22e-e48ed36acd13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.956422405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"2645925c-039f-4ad3-b22e-e48ed36acd13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.960371541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"256430fd-a7ae-4656-b4c8-fdaf24d08a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:11.960585171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9488c065-b8f0-4ba0-af2c-e5eb9218ca2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.019581835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"9488c065-b8f0-4ba0-af2c-e5eb9218ca2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.024723144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"256430fd-a7ae-4656-b4c8-fdaf24d08a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.178790074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"061b36bd-8ff5-42cd-b868-ba0a4a59b657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.235714317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"061b36bd-8ff5-42cd-b868-ba0a4a59b657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.279471364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"94306024-2524-4267-9d97-d157b14ba19c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.350507335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"94306024-2524-4267-9d97-d157b14ba19c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.383773048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64114ca3-ef9c-4a9c-a4e6-021cc7200b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.383881646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0f7cb51c-ba09-4b08-9cc0-02edf58b2454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.384278506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"03a4c8b1-f5fe-44ca-9e9f-78272601c3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.457444288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0f7cb51c-ba09-4b08-9cc0-02edf58b2454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.470390454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"03a4c8b1-f5fe-44ca-9e9f-78272601c3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.479387911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64114ca3-ef9c-4a9c-a4e6-021cc7200b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.543950244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64114ca3-ef9c-4a9c-a4e6-021cc7200b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.614480104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9235e6ab-8616-4b89-a8c0-6ff3f3a89949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.671992087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9235e6ab-8616-4b89-a8c0-6ff3f3a89949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.707085792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b709cc2a-fdde-450c-af86-461f0c0b95b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.713807752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cd9bade0-5e45-4e93-92b5-cd7fa55cc8f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.727628124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9235e6ab-8616-4b89-a8c0-6ff3f3a89949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.75348737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1b288661-1795-4b5a-a1a7-602ac89eb8f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.76346268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"b709cc2a-fdde-450c-af86-461f0c0b95b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.770595407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"cd9bade0-5e45-4e93-92b5-cd7fa55cc8f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.810936558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1b288661-1795-4b5a-a1a7-602ac89eb8f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.905613552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"16d0c3df-f832-42d8-a377-999e8f0436c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.905767604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"857e527c-4428-4c6b-8bcc-d4902dbd3217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.96285257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"857e527c-4428-4c6b-8bcc-d4902dbd3217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:12.963146657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"16d0c3df-f832-42d8-a377-999e8f0436c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.069858959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a9806ce0-0632-457f-b18c-a5e013bf4f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.071943198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"64cba853-5321-4a5c-989f-83114c756767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.077483098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea30dcff-363a-4e8c-ad80-8fd9db07abcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.126533524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a9806ce0-0632-457f-b18c-a5e013bf4f3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.128516581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"64cba853-5321-4a5c-989f-83114c756767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.133803619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea30dcff-363a-4e8c-ad80-8fd9db07abcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.38870761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"3de63f05-3ea0-4037-ab71-4cb0673a795f","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.445037004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"1088f743-9f36-490f-a84f-03fc17d89853","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.543064346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e496bf7-7520-4960-bc69-35eb28932ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.543622084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9dd0249d-6501-4082-98c0-2dd123989c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.543634684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0025943c-6ba0-4234-aafa-2f7d7571a4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.54403993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0cdebd89-5545-4a42-babb-10a407de5ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.544037801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b030b46-c7c1-4c35-a96b-cf05a1acbe88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.600333841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"0025943c-6ba0-4234-aafa-2f7d7571a4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.600457352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e496bf7-7520-4960-bc69-35eb28932ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.602627616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"9dd0249d-6501-4082-98c0-2dd123989c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.603377797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b030b46-c7c1-4c35-a96b-cf05a1acbe88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.604912114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"0cdebd89-5545-4a42-babb-10a407de5ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.656559038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e496bf7-7520-4960-bc69-35eb28932ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.659051968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b030b46-c7c1-4c35-a96b-cf05a1acbe88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.770978841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"9a804d00-efcb-462e-90c0-cdeccfdd2eb1","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"name":"e2e-dft-del-52f1f2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.823093396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e44f4496-67c1-4b42-9986-f9c0500f6b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.87662303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8f802ba-b06f-40fe-b75f-a15a51f5685d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.876669954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82241a10-b4c0-480c-9ad2-0f8ff45dd305","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.881937613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"e44f4496-67c1-4b42-9986-f9c0500f6b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.883501519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73913b8c-c988-4598-9159-9c9df98e3f04","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.883518231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73913b8c-c988-4598-9159-9c9df98e3f04","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.884608817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6be73292-78f3-49ef-bf54-43b9d3fa535c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.884628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6be73292-78f3-49ef-bf54-43b9d3fa535c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.885110777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ff3c4e-5a57-4a33-b34b-6a74e47ab1db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.88512422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57ff3c4e-5a57-4a33-b34b-6a74e47ab1db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.913835235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"a84707d8-87fe-43a6-a53c-06b9b83e11d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.93755014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"9d912d3d-241b-453e-aded-07617fa1510a","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"name":"e2e-dft-del-52f1f2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.959955641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"33bbf864-fe66-4e2e-b3a6-d0de9c1a424c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.970756586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"a84707d8-87fe-43a6-a53c-06b9b83e11d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.990615537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a82f55f1-7355-46c0-ab4e-9c0e03be93e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.990632107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a82f55f1-7355-46c0-ab4e-9c0e03be93e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.99084809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26293ea1-efcc-463b-a93e-66d2e047b891","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.990860385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"26293ea1-efcc-463b-a93e-66d2e047b891","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.99106874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be319089-4176-4154-8984-8dd04875a7b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.99107975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be319089-4176-4154-8984-8dd04875a7b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.991391142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"715b05df-e7ac-45a7-84f0-ad64c896edb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.991402023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"715b05df-e7ac-45a7-84f0-ad64c896edb6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.991590992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2420f236-166d-44ff-b671-47537b69af62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:13.991599783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2420f236-166d-44ff-b671-47537b69af62","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.011788965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"2356131c-cc3a-4e35-811d-b75f22bcb11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.012493493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0407dd5d-f044-4fdc-b99f-ea51a8619976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.018732879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"33bbf864-fe66-4e2e-b3a6-d0de9c1a424c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.069892644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"2356131c-cc3a-4e35-811d-b75f22bcb11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.070523176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"0407dd5d-f044-4fdc-b99f-ea51a8619976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.19280789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f27ca28f-6017-4e89-b5c5-88e6db02ff79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.250543312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"f27ca28f-6017-4e89-b5c5-88e6db02ff79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.295009806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"35d1b8bf-44ba-4c3d-8542-95d45df1ac31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.341222856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"d95a3244-efc2-4178-b4ad-fd10252e1650","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.353372071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"35d1b8bf-44ba-4c3d-8542-95d45df1ac31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.397748257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"d95a3244-efc2-4178-b4ad-fd10252e1650","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.439471824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"84928c86-4280-4903-bc4c-2ed0978ee0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.439494225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"eb28a06a-da2d-4a72-88ae-a852b937533c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.496485457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"84928c86-4280-4903-bc4c-2ed0978ee0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.496683037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"eb28a06a-da2d-4a72-88ae-a852b937533c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.602215218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"38b8a3bc-35b8-4333-8f5f-d489880264c0","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.660431989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e112976f-7ad6-4ca3-8ca8-3e11d25895b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.662548676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"28d86888-fdea-45f2-ae66-e51bd34fca70","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.66256927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"28d86888-fdea-45f2-ae66-e51bd34fca70","MaaSModelRef":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"routeName":"external-model-e2e-dft-del-52f1f2-6c48847241e8","namespace":"llm","model":"e2e-dft-del-52f1f2","externalModel":"e2e-dft-del-52f1f2","provider":"e2e-dft-del-52f1f2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.717872144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"e112976f-7ad6-4ca3-8ca8-3e11d25895b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.76439038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030a89c5-2f55-4017-8f5d-881122848656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.764390388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"f8af60c6-0841-4e9b-b5a0-0c483b7cae11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.816060419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90056966-38a3-4c34-a56d-88e0c04533ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.816188997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"1209a2bb-08f3-47ad-bcff-5359a6b32664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.823818396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030a89c5-2f55-4017-8f5d-881122848656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.823829935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"f8af60c6-0841-4e9b-b5a0-0c483b7cae11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.875113914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"1209a2bb-08f3-47ad-bcff-5359a6b32664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.875320599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90056966-38a3-4c34-a56d-88e0c04533ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.879609088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030a89c5-2f55-4017-8f5d-881122848656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:14.931346126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90056966-38a3-4c34-a56d-88e0c04533ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.033843129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3d672e8a-9df1-4c43-8d6b-a0a6bef2ba1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.07698359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4cb54b35-3586-411d-ac9f-aa52d9ede9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.084585244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7570c940-7507-4b75-8549-b1397ff43876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.091001211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"3d672e8a-9df1-4c43-8d6b-a0a6bef2ba1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.133417599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c56c3bdf-4f0e-4edf-8f0d-e972097dd887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.136805294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"4cb54b35-3586-411d-ac9f-aa52d9ede9a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.14087253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7570c940-7507-4b75-8549-b1397ff43876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.189834639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"c56c3bdf-4f0e-4edf-8f0d-e972097dd887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.234709519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"386a3a79-826c-4ff5-9f32-421080f227c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.292148226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"386a3a79-826c-4ff5-9f32-421080f227c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.348851666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"386a3a79-826c-4ff5-9f32-421080f227c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.403445142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"06723e25-3b24-48bf-8336-86af821ad5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.403919552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"3e2612ca-0efa-4294-b575-5913d77afeab","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.454347485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d6ccd11e-8e1f-4f9a-a407-f1a899f9d57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.454903718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"b7602466-d8e6-4664-a0de-0650c6f2a0d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.460400699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"06723e25-3b24-48bf-8336-86af821ad5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.460430933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"3e2612ca-0efa-4294-b575-5913d77afeab","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.507303002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"4684ddd9-d69b-44c0-8f1b-cfb5240c1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.512632444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"d6ccd11e-8e1f-4f9a-a407-f1a899f9d57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.512651308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"b7602466-d8e6-4664-a0de-0650c6f2a0d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.564030541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"4684ddd9-d69b-44c0-8f1b-cfb5240c1c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.644238534Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"30d5bcc0-c355-4216-854f-5dca2e520bbd","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.775862618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"207427ce-bf2a-427b-b12e-a25d451c0696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.777612303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"aef2f497-f917-4371-840c-ab3440e320e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.826825237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97cc3a4-98dc-4169-8e82-94535569e800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.82897475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2300fc4a-f4eb-4449-9922-a46a2de7e03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.834066265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"207427ce-bf2a-427b-b12e-a25d451c0696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.836354778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"aef2f497-f917-4371-840c-ab3440e320e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.877908536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"74f5e5d2-901b-41ab-8a93-b7f02b208483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.884577779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97cc3a4-98dc-4169-8e82-94535569e800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.886460142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2300fc4a-f4eb-4449-9922-a46a2de7e03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.934908333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"74f5e5d2-901b-41ab-8a93-b7f02b208483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.94051557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97cc3a4-98dc-4169-8e82-94535569e800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:15.942086565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2300fc4a-f4eb-4449-9922-a46a2de7e03d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.095154275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7effd0db-e34c-49c0-bb5e-b8bd559581a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.095773638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"cd664b5f-0985-4df3-bee9-5379c347b17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.152097337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"cd664b5f-0985-4df3-bee9-5379c347b17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.152496575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"7effd0db-e34c-49c0-bb5e-b8bd559581a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.191540729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c4205a5a-4686-41b1-9106-59344483e982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.191774885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"64f8afd6-3100-48bc-ae06-da4eee543d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.243123219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d831113d-7dec-4fe6-9f21-1421c1ac1f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.248399672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"64f8afd6-3100-48bc-ae06-da4eee543d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.248713792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"c4205a5a-4686-41b1-9106-59344483e982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.299894933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"d831113d-7dec-4fe6-9f21-1421c1ac1f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.460652065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"1cf5b304-eaf9-4aca-8ba5-2585085b21c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.460709912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"d5e3a1dd-cd11-451a-a2ec-b5de3a93e1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.51160407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"fab279c2-0583-4591-bb66-a2b5a7035c61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.531340527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"d5e3a1dd-cd11-451a-a2ec-b5de3a93e1ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.533775907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"1cf5b304-eaf9-4aca-8ba5-2585085b21c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.562613369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"848d7585-6949-48c9-82ce-18a3c74fe6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.572525492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"fab279c2-0583-4591-bb66-a2b5a7035c61","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.619451894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"848d7585-6949-48c9-82ce-18a3c74fe6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.663303015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"079d9a75-154c-40f9-866a-599ccde5dc2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.720001924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"079d9a75-154c-40f9-866a-599ccde5dc2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.789334014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1e977285-5966-4058-9260-b15bf96e1396","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:16.845860955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1e977285-5966-4058-9260-b15bf96e1396","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.887294803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"1894b7ee-83d0-492a-8d94-b6a8f22738d1","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943298585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c8d2bae7-9a24-4190-a9eb-5f790045d00a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943323268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c8d2bae7-9a24-4190-a9eb-5f790045d00a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943622774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"131ddbaf-e5b4-4caf-8945-df0fe7ff28b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943644209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"131ddbaf-e5b4-4caf-8945-df0fe7ff28b8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943920743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73771321-87c9-4614-ba6b-53bcaaf9d7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.943934056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73771321-87c9-4614-ba6b-53bcaaf9d7ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944291412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f6063da-4088-4d7a-8b18-f5f75cebe8af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944304458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8f6063da-4088-4d7a-8b18-f5f75cebe8af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944520546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80941d4a-caa5-4117-a4ba-4737aa653fce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944532218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"80941d4a-caa5-4117-a4ba-4737aa653fce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944742049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63c4fbd8-5b4c-48b1-8134-7b1c3cb6d25d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.944751914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63c4fbd8-5b4c-48b1-8134-7b1c3cb6d25d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.945042433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b041e93b-1b63-4065-be12-f3c8b2073b02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.945053442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b041e93b-1b63-4065-be12-f3c8b2073b02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.945279543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fb20b7f-3dc1-43e3-ba94-cc556b0df014","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:19.945303748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fb20b7f-3dc1-43e3-ba94-cc556b0df014","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.044922751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0cd764a-3cc4-4503-99f8-6b96a8af7191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.045132276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3c1fb94c-ea9f-4078-944e-e8a05dd837e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.045392459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"bccacb72-a0bc-4a8c-a888-36888c37075b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.045559328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7695a4d4-a2a2-42a6-b439-fa3a19f9feb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.044923334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471f8e74-9105-4d14-81c2-3ba17dd717f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.102243047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"bccacb72-a0bc-4a8c-a888-36888c37075b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.103635189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0cd764a-3cc4-4503-99f8-6b96a8af7191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.104591304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"3c1fb94c-ea9f-4078-944e-e8a05dd837e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.106056832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7695a4d4-a2a2-42a6-b439-fa3a19f9feb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.106961866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471f8e74-9105-4d14-81c2-3ba17dd717f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.158252955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63723a3e-6774-462b-8b8c-bd3857005bbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.15887596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0cd764a-3cc4-4503-99f8-6b96a8af7191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.16240031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471f8e74-9105-4d14-81c2-3ba17dd717f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.252152735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f87bd14b-fe6e-4fe0-ba67-d8f806f2bfdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.315205363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"133cb063-ef79-4a7b-9a93-b5ca960f79ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.315616638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"c4604a17-f170-488e-a1e5-fa1d0df6bc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.371891276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"133cb063-ef79-4a7b-9a93-b5ca960f79ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.371949278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"c4604a17-f170-488e-a1e5-fa1d0df6bc5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.409532396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-52f1f2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-52f1f2","reconcileID":"087d1884-263a-43d7-9987-7d1e84ca0a92","namespace":"llm","name":"e2e-dft-del-52f1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.410280503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"2ae372a7-e7e2-48bd-8d16-0477af8ae011","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.462524648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8d32a5e9-ccb2-4df0-854d-706c08af27b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.462526583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"fdb9a266-43f9-438e-96fc-dfb60c793f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.467218384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"2ae372a7-e7e2-48bd-8d16-0477af8ae011","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.519758371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"8d32a5e9-ccb2-4df0-854d-706c08af27b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.520014815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"fdb9a266-43f9-438e-96fc-dfb60c793f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.663336625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"d5393a0e-9444-474a-91b4-d2a425bba006","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.724975148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"89370ae9-4e5a-43f9-9f88-3a17d6498d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.732943824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"d5393a0e-9444-474a-91b4-d2a425bba006","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.781559521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"89370ae9-4e5a-43f9-9f88-3a17d6498d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.91778616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"50f253fb-e912-4b9b-95c6-1f6026efb0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.917804465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"886dc2d1-eca7-42e4-9aeb-e7788e33dd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.918279537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484b3b22-37ce-4ea1-845a-636feb307292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.974542698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"886dc2d1-eca7-42e4-9aeb-e7788e33dd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.974756629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"50f253fb-e912-4b9b-95c6-1f6026efb0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:20.977163852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484b3b22-37ce-4ea1-845a-636feb307292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.032717256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"484b3b22-37ce-4ea1-845a-636feb307292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.072128064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e345f07-4c89-4c47-84cd-2f02f96b4aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.135146931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e345f07-4c89-4c47-84cd-2f02f96b4aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.17505972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"53abb528-ca5c-4f69-b2d3-81e34e78b590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.190649798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e345f07-4c89-4c47-84cd-2f02f96b4aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.201651103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"71778296-1d9c-4de3-af9b-63c9972165c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.233338736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"53abb528-ca5c-4f69-b2d3-81e34e78b590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.257895779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"71778296-1d9c-4de3-af9b-63c9972165c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.297903192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"6a89fd4d-6c43-47b5-a315-c456aed076ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.297909684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c45e5887-e622-4d26-add3-44b6e275c154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.3445822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"cb79f762-71cb-4759-a414-3598514a2150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.354795956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"c45e5887-e622-4d26-add3-44b6e275c154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.355100082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"6a89fd4d-6c43-47b5-a315-c456aed076ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.401718523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"cb79f762-71cb-4759-a414-3598514a2150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.514259516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ab9d9141-5d3a-4fcc-951a-a40a29c55bf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.559138878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"06da76ba-8b1a-4b00-ab71-2c80957b4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.571028362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ab9d9141-5d3a-4fcc-951a-a40a29c55bf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.615705289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"06da76ba-8b1a-4b00-ab71-2c80957b4e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.67291273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"485b37bf-c4d1-48cf-82fe-3f64c751bb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:21.730951104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"485b37bf-c4d1-48cf-82fe-3f64c751bb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:22.990455401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.492955208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbd806-cad0-4ab1-b728-a679b437cee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.546518796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbd806-cad0-4ab1-b728-a679b437cee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.599539885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbd806-cad0-4ab1-b728-a679b437cee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:27.65136504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fbd806-cad0-4ab1-b728-a679b437cee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:28.025804081Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-18a6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-18a6d8","reconcileID":"dadb18ca-0ad7-45c5-b049-765981eeb859","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-18a6d8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-18a6d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:29.542114424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7fb0204-6244-4e80-a91a-87ba94263d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:29.593823723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7fb0204-6244-4e80-a91a-87ba94263d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:29.64547038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7fb0204-6244-4e80-a91a-87ba94263d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:29.697062501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7fb0204-6244-4e80-a91a-87ba94263d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.187772916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06b0fa2a-108a-49ea-87cb-6d9be68fde89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.247150413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06b0fa2a-108a-49ea-87cb-6d9be68fde89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.302766314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06b0fa2a-108a-49ea-87cb-6d9be68fde89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.353563461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c54bec8c-c8f8-4bfc-87e5-d734f9a9286a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.416255702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c54bec8c-c8f8-4bfc-87e5-d734f9a9286a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.476809676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 17, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c54bec8c-c8f8-4bfc-87e5-d734f9a9286a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.583768218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa58852-5140-4a8e-b155-c1eadc8e0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.658297967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa58852-5140-4a8e-b155-c1eadc8e0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.712065097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa58852-5140-4a8e-b155-c1eadc8e0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:31.764271401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fa58852-5140-4a8e-b155-c1eadc8e0bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.837889297Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","namespace":"ai-tenant-e2e-extmod-b-942137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.837978242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","namespace":"ai-tenant-e2e-extmod-b-942137","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.838044724Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","tenant":"e2e-extmod-b-942137","tenantID":"e2e-extmod-b-942137","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.893558724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Deployment","name":"maas-api-e2e-extmod-b-942137","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:35.958429773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Service","name":"maas-api-e2e-extmod-b-942137","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.013611867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-942137","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.067226278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-942137","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.132553498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.187095971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.243303192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.302412488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.357517888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.409420069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.460838795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Service","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.512625761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.564047454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.615529243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.666795666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.72219676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.773485924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.825023799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.882137755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-942137","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:36.935767715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-942137"},"namespace":"ai-tenant-e2e-extmod-b-942137","name":"default-tenant","reconcileID":"047f32e9-e177-4a6e-90c2-ff7d83c66384","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-942137","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.352056064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"5557b24c-7021-41d6-8125-b712f4cb8cc6","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"maas-trlp-auth-test-model-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.518688004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"8a955b34-8580-4fde-a8ce-08e83506d58f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.518709399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"8a955b34-8580-4fde-a8ce-08e83506d58f","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.695585371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"c481aa24-8770-45bd-95f8-1477d9e8a003","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:38.752709085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"c481aa24-8770-45bd-95f8-1477d9e8a003","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:40.980919969Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-942137","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-942137","reconcileID":"1f834b1f-347c-4c66-b19e-f44e1e8a36c6","aitenant":"ai-tenants/e2e-extmod-b-942137","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.45749503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a310e1-c191-4edd-89d3-a8a8007780d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.514688546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a310e1-c191-4edd-89d3-a8a8007780d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.545970471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf393f40-97f9-4677-a54a-ee1eeb0488e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.598201357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf393f40-97f9-4677-a54a-ee1eeb0488e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.602218569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a310e1-c191-4edd-89d3-a8a8007780d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.65043005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf393f40-97f9-4677-a54a-ee1eeb0488e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.702866912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf393f40-97f9-4677-a54a-ee1eeb0488e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.709123965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9216f1af-ef8f-43cd-b085-e893f9ccdc0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.709142319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9216f1af-ef8f-43cd-b085-e893f9ccdc0a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.754447356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"883d7700-9175-4e8f-8a0b-154803df2121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.812372954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"883d7700-9175-4e8f-8a0b-154803df2121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.815054619Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-942137","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-942137","reconcileID":"1f834b1f-347c-4c66-b19e-f44e1e8a36c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-942137","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-942137"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.867884641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"883d7700-9175-4e8f-8a0b-154803df2121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.97935545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e01657e1-97a1-4153-afef-75b905b74ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:41.97938387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e01657e1-97a1-4153-afef-75b905b74ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.438331233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b281c9a1-3a10-4629-a624-1ef3683074e3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.438352891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b281c9a1-3a10-4629-a624-1ef3683074e3","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.548413445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"0f2e1e5e-25c9-4840-ad11-eeffa4ae2dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.601469355Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"06cb373a-6a73-49ce-b842-20f66e33bf8e","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9946cb57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.606457936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"0f2e1e5e-25c9-4840-ad11-eeffa4ae2dff","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.628204091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bff715d-add5-4a1c-bc2e-44a60a76f99d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.680797186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bff715d-add5-4a1c-bc2e-44a60a76f99d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.745565495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bff715d-add5-4a1c-bc2e-44a60a76f99d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:43.815518646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bff715d-add5-4a1c-bc2e-44a60a76f99d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:44.036359133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"34fa99d2-5552-47db-b0e2-1d1507628ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:44.09320707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"34fa99d2-5552-47db-b0e2-1d1507628ee6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:45.744548855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1bfbef-8089-4d03-b06b-34b907c107b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:45.797456943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1bfbef-8089-4d03-b06b-34b907c107b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:45.85070833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1bfbef-8089-4d03-b06b-34b907c107b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:45.905109066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c1bfbef-8089-4d03-b06b-34b907c107b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.863690681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bc4e6-d075-4cc1-b5e8-2987364f7f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.915483519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bc4e6-d075-4cc1-b5e8-2987364f7f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:47.967898766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bc4e6-d075-4cc1-b5e8-2987364f7f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:48.019886731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"904bc4e6-d075-4cc1-b5e8-2987364f7f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:48.245550839Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5db41e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5db41e","reconcileID":"c0a0cdcf-da68-491e-9130-a5c1efe1aa46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5db41e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-5db41e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:50.001059039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a06f86-24c1-448b-9eb9-14f0c326fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:50.056187536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a06f86-24c1-448b-9eb9-14f0c326fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:50.108160422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a06f86-24c1-448b-9eb9-14f0c326fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:50.159919746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a06f86-24c1-448b-9eb9-14f0c326fa16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:51.873863055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04d44dd6-e7fb-4db2-bc84-31dd2e6248b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:51.938643235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04d44dd6-e7fb-4db2-bc84-31dd2e6248b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.032699234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04d44dd6-e7fb-4db2-bc84-31dd2e6248b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.083135579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cd201c-4e82-447e-8eea-ce58d4dcced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.190088699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cd201c-4e82-447e-8eea-ce58d4dcced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.249613527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cd201c-4e82-447e-8eea-ce58d4dcced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.302149136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cd201c-4e82-447e-8eea-ce58d4dcced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.302883765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1694367-89c4-4268-b7d6-35c96e080cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.361312065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1694367-89c4-4268-b7d6-35c96e080cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.41698851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1694367-89c4-4268-b7d6-35c96e080cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:52.99190096Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:53.664734696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"c9046e0d-5e37-4950-84ed-0538b06dd866","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","subscription":"e2e-auth-iso-d5a9da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:53.717292018Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"c9046e0d-5e37-4950-84ed-0538b06dd866","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:53.770073696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"c9046e0d-5e37-4950-84ed-0538b06dd866","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"maas-trlp-auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.066695343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b2314b9d-f678-4837-9d19-ada43cf1c8f8","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.066727362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"b2314b9d-f678-4837-9d19-ada43cf1c8f8","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.197800822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6126f330-79ef-4790-80a8-ecd6b59bdc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.198098578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a7f0520b-7bbc-4c79-a1da-6afa937f72df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.198592325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"ef2901ac-619a-456e-90d9-264ff323029e","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.198606578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"ef2901ac-619a-456e-90d9-264ff323029e","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.250206807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6126f330-79ef-4790-80a8-ecd6b59bdc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.304211112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6126f330-79ef-4790-80a8-ecd6b59bdc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.365034842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"a7f0520b-7bbc-4c79-a1da-6afa937f72df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.374511857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6126f330-79ef-4790-80a8-ecd6b59bdc3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.37736216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"2979a6ce-8362-4204-95fe-ab86aaf19457","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.433993368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"2979a6ce-8362-4204-95fe-ab86aaf19457","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.48834395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"42a53744-df61-4eaa-a55c-6dd5a1caab1a","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8972c560","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.690642158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"e552e67b-f6c4-4216-8e12-359fcee00ee9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.747244289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"e552e67b-f6c4-4216-8e12-359fcee00ee9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.791354973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"fbe89f17-60cf-40d1-b8ec-368c080007ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:54.847844825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"fbe89f17-60cf-40d1-b8ec-368c080007ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:59.744589485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277ba946-ecbf-4c65-94b7-dc879521bab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:59.796428332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277ba946-ecbf-4c65-94b7-dc879521bab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:59.848008751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277ba946-ecbf-4c65-94b7-dc879521bab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:54:59.899568271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"277ba946-ecbf-4c65-94b7-dc879521bab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:01.810480457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057055e9-17a0-4835-a891-223614f48c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:01.861969828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057055e9-17a0-4835-a891-223614f48c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:01.9136825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057055e9-17a0-4835-a891-223614f48c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:01.965622358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057055e9-17a0-4835-a891-223614f48c41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.237619405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37a5a6aa-f9a1-41da-8907-65b0b21a299a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.361104213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37a5a6aa-f9a1-41da-8907-65b0b21a299a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.426229558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37a5a6aa-f9a1-41da-8907-65b0b21a299a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.584324418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f15682a-c2b7-454e-afcf-1bba93594040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.641666321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f15682a-c2b7-454e-afcf-1bba93594040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:02.697496869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f15682a-c2b7-454e-afcf-1bba93594040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:04.541496516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"737427f6-6527-4da9-bf8d-005222477bd5","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","subscription":"e2e-auth-iso-d5a9da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:04.593778699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"737427f6-6527-4da9-bf8d-005222477bd5","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:04.677613807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"737427f6-6527-4da9-bf8d-005222477bd5","MaaSSubscription":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"maas-trlp-auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:04.958142613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"648f5dcb-a33f-48e2-8943-1f4dc5dfb671","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:04.958162763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"648f5dcb-a33f-48e2-8943-1f4dc5dfb671","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.061781623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"2049481c-a1cc-4081-a1d3-23d31d52e5c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.10729391Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ad04754d-8ebd-44d4-ad8a-0c4e7974fc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.107316223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"4bbc7950-43c5-4c78-a12c-05f2511bf43d","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.107329733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"4bbc7950-43c5-4c78-a12c-05f2511bf43d","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.118586312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"2049481c-a1cc-4081-a1d3-23d31d52e5c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.358680509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ad04754d-8ebd-44d4-ad8a-0c4e7974fc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.485424734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ad04754d-8ebd-44d4-ad8a-0c4e7974fc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"name":"e2e-shared-a-w4-882a2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.485452706Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"e2e-auth-iso-d5a9da","reconcileID":"ad04754d-8ebd-44d4-ad8a-0c4e7974fc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.510616105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"e7ec51c9-8d66-40d9-9ff7-969b2dafcfec","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.54160812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"d543a949-f299-4996-bbe5-2bfa15ea7ae6","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"tenant":"e2e-shared-a-w4-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","model":"ai-tenant-e2e-shared-a-w4-882a2a/auth-test-model-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.541638252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"auth-test-model-882a2a","reconcileID":"d543a949-f299-4996-bbe5-2bfa15ea7ae6","MaaSModelRef":{"name":"auth-test-model-882a2a","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"routeName":"auth-test-model-882a2a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","llmisvcName":"auth-test-model-882a2a","gateway":"openshift-ingress/e2e-shared-a-w4-882a2a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.568157578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"e7ec51c9-8d66-40d9-9ff7-969b2dafcfec","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.682375205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"6694235c-fdb1-4eaa-87d7-37b661dbc225","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.682396569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"6694235c-fdb1-4eaa-87d7-37b661dbc225","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.78522007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1a910b0a-6fd9-4c92-81cf-f47732881aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:05.989280984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1a910b0a-6fd9-4c92-81cf-f47732881aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.11570236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1a910b0a-6fd9-4c92-81cf-f47732881aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"name":"e2e-shared-b-w4-6c3d8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.115732454Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"e2e-auth-iso-d5a9da","reconcileID":"1a910b0a-6fd9-4c92-81cf-f47732881aa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d5a9da","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.171658344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"6ff4ef79-56e4-45b6-81ed-7ad6f49d77a3","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"tenant":"e2e-shared-b-w4-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","model":"ai-tenant-e2e-shared-b-w4-6c3d8e/auth-test-model-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.17168336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"auth-test-model-6c3d8e","reconcileID":"6ff4ef79-56e4-45b6-81ed-7ad6f49d77a3","MaaSModelRef":{"name":"auth-test-model-6c3d8e","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"routeName":"auth-test-model-6c3d8e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","llmisvcName":"auth-test-model-6c3d8e","gateway":"openshift-ingress/e2e-shared-b-w4-6c3d8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.179249107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f8a5-a467-44da-a4fd-4ffde9403ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.230978827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f8a5-a467-44da-a4fd-4ffde9403ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.283142478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f8a5-a467-44da-a4fd-4ffde9403ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.335012471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc8f8a5-a467-44da-a4fd-4ffde9403ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:06.767851381Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5e7e9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5e7e9e","reconcileID":"d9650f2a-caeb-4ade-9722-8af9cbfdef62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5e7e9e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5e7e9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.302590893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c0f43-82aa-49ca-88c9-c7776d3b5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.355232307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c0f43-82aa-49ca-88c9-c7776d3b5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.408637047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c0f43-82aa-49ca-88c9-c7776d3b5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.409218023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","namespace":"ai-tenant-e2e-extmod-b-056584","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.409394866Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","namespace":"ai-tenant-e2e-extmod-b-056584","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.409643001Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","tenant":"e2e-extmod-b-056584","tenantID":"e2e-extmod-b-056584","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.462992926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d1c0f43-82aa-49ca-88c9-c7776d3b5670","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.516932557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-056584","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.578531177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Service","name":"maas-api-e2e-extmod-b-056584","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.640736676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-056584","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.730054678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-056584","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.785824152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.840106299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.896696268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:08.95841504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.013757709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.065137293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.118466741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Service","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.171580775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.222823288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.274145166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.325589536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.381342983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.432567909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.531147604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.587948644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-056584","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:09.639531169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-056584"},"namespace":"ai-tenant-e2e-extmod-b-056584","name":"default-tenant","reconcileID":"5675921e-f828-41b5-b6a8-767897698a2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-056584","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.376720258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aebf76-46b1-4b3f-9b15-1b027b38e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.429703107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aebf76-46b1-4b3f-9b15-1b027b38e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.482294389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aebf76-46b1-4b3f-9b15-1b027b38e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:10.53396035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4aebf76-46b1-4b3f-9b15-1b027b38e745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:11.521583408Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-056584","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-056584","reconcileID":"f2a49c11-7cac-4571-bcca-5f5dd283ef32","aitenant":"ai-tenants/e2e-extmod-b-056584","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.311813314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-056584","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-056584","reconcileID":"f2a49c11-7cac-4571-bcca-5f5dd283ef32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-056584","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-056584"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.414032005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0df28e0-6103-4cff-8cf6-13982b1d954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.465616428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0df28e0-6103-4cff-8cf6-13982b1d954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.517416022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0df28e0-6103-4cff-8cf6-13982b1d954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.569581337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0df28e0-6103-4cff-8cf6-13982b1d954e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.672358091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864a6847-753b-49d4-b76a-9b1b76b204e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.72950938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864a6847-753b-49d4-b76a-9b1b76b204e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.836313777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864a6847-753b-49d4-b76a-9b1b76b204e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.882950892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84218bf4-120e-475f-b8bd-c35a91835be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:12.941212975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84218bf4-120e-475f-b8bd-c35a91835be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:13.009240052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b40c76cc9d97862e8967b3c935c1b4029ebf9fca122291ef1b5a1972909ee622) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (66af7f419d5a31255a4cf5318966d20c7213fb7061d498dbc6859b38907ac9f9) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (63dec009aa9c6c874a256ff2e9afa55e380a8fffa01f84434d2b10647f7b9e41) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f6684639e0a57b95f648c0ac4c23f9ce7263b4b9656e564a1dd9c44d81e4953b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84218bf4-120e-475f-b8bd-c35a91835be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.48719502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fda7de4-fe05-4362-8d2e-ba18cb79a785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.541115433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fda7de4-fe05-4362-8d2e-ba18cb79a785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.59345104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fda7de4-fe05-4362-8d2e-ba18cb79a785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:14.646330536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fda7de4-fe05-4362-8d2e-ba18cb79a785","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:16.52779783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab285615-a9c2-4951-9f78-177844717b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:16.579801114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab285615-a9c2-4951-9f78-177844717b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:16.631405854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab285615-a9c2-4951-9f78-177844717b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:16.68324557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab285615-a9c2-4951-9f78-177844717b09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.567489334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7097dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7097dd","reconcileID":"e4ecc335-43d3-474d-8cda-d73c9eb874d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7097dd","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-7097dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.606125844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49cc5d0-757f-4993-af32-ddc798b256dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.660078465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49cc5d0-757f-4993-af32-ddc798b256dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.712724731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49cc5d0-757f-4993-af32-ddc798b256dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:18.765190447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49cc5d0-757f-4993-af32-ddc798b256dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.693988818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff5db8-670b-47f6-be02-193d11cacf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.746827085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff5db8-670b-47f6-be02-193d11cacf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.799072372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff5db8-670b-47f6-be02-193d11cacf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:20.851665273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95ff5db8-670b-47f6-be02-193d11cacf0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.819246092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf6ae0d-f2b2-4621-8e11-b8dea3795612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.871940348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf6ae0d-f2b2-4621-8e11-b8dea3795612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.926601204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf6ae0d-f2b2-4621-8e11-b8dea3795612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.979435456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acf6ae0d-f2b2-4621-8e11-b8dea3795612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:22.991048308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.133289819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be3a5e45-c92b-48cb-be04-6364e98f9c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.190245068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be3a5e45-c92b-48cb-be04-6364e98f9c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.190543062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487f0522-9679-45ac-91d1-830c48aa3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.247405333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"487f0522-9679-45ac-91d1-830c48aa3e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.506610738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73b29e45-f987-4765-bff1-4d8304e60beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.506632379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73b29e45-f987-4765-bff1-4d8304e60beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.606212668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0badcf1d-68e8-492d-8da7-0866cdc86671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:23.606231859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0badcf1d-68e8-492d-8da7-0866cdc86671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:24.849487184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31f0df-c33e-468f-9701-8d919bcbea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:24.902441215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31f0df-c33e-468f-9701-8d919bcbea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:24.954704783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31f0df-c33e-468f-9701-8d919bcbea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:25.00638132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31f0df-c33e-468f-9701-8d919bcbea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.890599787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159b0228-d58b-42a5-9481-f802609093cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.942409287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159b0228-d58b-42a5-9481-f802609093cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:26.994268701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159b0228-d58b-42a5-9481-f802609093cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:27.046219258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159b0228-d58b-42a5-9481-f802609093cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.238994091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac2320-6115-43bd-ae81-a9ce89707b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.290685059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac2320-6115-43bd-ae81-a9ce89707b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.342804515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac2320-6115-43bd-ae81-a9ce89707b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:46.394438724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac2320-6115-43bd-ae81-a9ce89707b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:47.134261106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3a1de1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3a1de1","reconcileID":"87e675c0-4fad-42fb-a982-d5f159c6333b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3a1de1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3a1de1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.329215006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72593a3-7d8f-4b78-8943-4012a61782c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.380937043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72593a3-7d8f-4b78-8943-4012a61782c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.432759523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72593a3-7d8f-4b78-8943-4012a61782c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:48.484310498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b72593a3-7d8f-4b78-8943-4012a61782c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.487228246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539cc527-e410-4d9b-8804-0179d56eb682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.539438234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539cc527-e410-4d9b-8804-0179d56eb682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.59165939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539cc527-e410-4d9b-8804-0179d56eb682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:50.64341732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539cc527-e410-4d9b-8804-0179d56eb682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.282815645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"8e6b0da3-69fa-489e-a283-c529de9e3c07","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-18a6d8","tenantID":"e2e-inf-a-18a6d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:51.398552969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"8e6b0da3-69fa-489e-a283-c529de9e3c07","name":"e2e-inf-a-18a6d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:52.517586042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30080931-4bba-483b-b222-375d6285b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:52.579466882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30080931-4bba-483b-b222-375d6285b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:52.63839068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30080931-4bba-483b-b222-375d6285b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:52.691338339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30080931-4bba-483b-b222-375d6285b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:53.001787904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.600428514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce11d4b1-b70f-49e2-825d-551138e91caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.660735974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce11d4b1-b70f-49e2-825d-551138e91caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.713520507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce11d4b1-b70f-49e2-825d-551138e91caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:55:54.765478618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce11d4b1-b70f-49e2-825d-551138e91caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:16.320691978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d914461c-1650-4165-93c6-290215c9d5d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5db41e","tenantID":"e2e-inf-a-5db41e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:16.44086502Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d914461c-1650-4165-93c6-290215c9d5d8","name":"e2e-inf-a-5db41e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:22.990632982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:41.209912988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"a18faec4-f447-43aa-ab3d-56131d99efd3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5e7e9e","tenantID":"e2e-extmod-b-5e7e9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:41.32610487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"a18faec4-f447-43aa-ab3d-56131d99efd3","name":"e2e-extmod-b-5e7e9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:52.989350899Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.102677148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"d3be68e9-5f9f-4a0a-a30e-9b259eb2b6a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7097dd","tenantID":"e2e-inf-a-7097dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:56:56.221506582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"d3be68e9-5f9f-4a0a-a30e-9b259eb2b6a2","name":"e2e-inf-a-7097dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:22.990082425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:25.868374024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"22def726-3a53-44f9-bf55-e1b58a26e8fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3a1de1","tenantID":"e2e-inf-a-3a1de1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:25.985891684Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"22def726-3a53-44f9-bf55-e1b58a26e8fa","name":"e2e-inf-a-3a1de1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:32.899960647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7603947-5ce7-4bf3-a548-81263d9d8b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:32.951689256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7603947-5ce7-4bf3-a548-81263d9d8b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:33.003456246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7603947-5ce7-4bf3-a548-81263d9d8b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:33.055385365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7603947-5ce7-4bf3-a548-81263d9d8b03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:34.942360211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7ba110-8280-4b2d-b1c5-de78ba49be6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:34.995773936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7ba110-8280-4b2d-b1c5-de78ba49be6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:35.054377451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7ba110-8280-4b2d-b1c5-de78ba49be6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:35.107032974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c7ba110-8280-4b2d-b1c5-de78ba49be6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:37.054426263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef413c78-19fb-4938-8d76-7b3790dc37ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:37.10714755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef413c78-19fb-4938-8d76-7b3790dc37ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:37.159056399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef413c78-19fb-4938-8d76-7b3790dc37ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:37.210895291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef413c78-19fb-4938-8d76-7b3790dc37ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.276921449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e15716-b2e4-4743-baab-06b23e108a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.329331283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e15716-b2e4-4743-baab-06b23e108a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.381295564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e15716-b2e4-4743-baab-06b23e108a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:39.433267585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e15716-b2e4-4743-baab-06b23e108a4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.309089239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf17b0c2-0237-4afa-990a-191687a948ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.361223779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf17b0c2-0237-4afa-990a-191687a948ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.413067276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf17b0c2-0237-4afa-990a-191687a948ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:41.465015611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf17b0c2-0237-4afa-990a-191687a948ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.428751782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6783440c-1760-4aa7-b1fd-7252a9c7981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.480795743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6783440c-1760-4aa7-b1fd-7252a9c7981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.53261544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6783440c-1760-4aa7-b1fd-7252a9c7981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:43.584535678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6783440c-1760-4aa7-b1fd-7252a9c7981b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:45.476782564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b0be9-9143-49dd-8381-2df3f139d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:45.528476084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b0be9-9143-49dd-8381-2df3f139d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:45.580234168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b0be9-9143-49dd-8381-2df3f139d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:45.637503982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b0be9-9143-49dd-8381-2df3f139d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.53175779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a359a78-854f-436b-ad54-bcdbde441ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.586687196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a359a78-854f-436b-ad54-bcdbde441ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.645242697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a359a78-854f-436b-ad54-bcdbde441ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:47.69789253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a359a78-854f-436b-ad54-bcdbde441ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.682095857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaca6d8f-1fd9-4125-a86a-d961b17819b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.733950024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaca6d8f-1fd9-4125-a86a-d961b17819b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.785858399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaca6d8f-1fd9-4125-a86a-d961b17819b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:49.837788597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaca6d8f-1fd9-4125-a86a-d961b17819b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:57:52.989878244Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:12.898403433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de461afd-1841-49cc-9f79-968fae4db12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:12.950790401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de461afd-1841-49cc-9f79-968fae4db12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:13.008159454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de461afd-1841-49cc-9f79-968fae4db12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:13.060582334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de461afd-1841-49cc-9f79-968fae4db12f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:14.978802236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac423547-59a1-4289-9129-4444ec07fb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:15.030736842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac423547-59a1-4289-9129-4444ec07fb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:15.082913991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac423547-59a1-4289-9129-4444ec07fb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:15.134642038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac423547-59a1-4289-9129-4444ec07fb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:17.016194915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bcb6ce-0be3-4292-bcf7-75eccb18d747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:17.068139201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bcb6ce-0be3-4292-bcf7-75eccb18d747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:17.11983993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bcb6ce-0be3-4292-bcf7-75eccb18d747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:17.17179592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0bcb6ce-0be3-4292-bcf7-75eccb18d747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:19.114315613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd79687b-fceb-46c0-a683-bd2650334120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:19.166272873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd79687b-fceb-46c0-a683-bd2650334120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:19.217933458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd79687b-fceb-46c0-a683-bd2650334120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:19.271101296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd79687b-fceb-46c0-a683-bd2650334120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.141746139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4610b674-8808-4fc6-a854-98a89b53f47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.193568508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4610b674-8808-4fc6-a854-98a89b53f47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.24549811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4610b674-8808-4fc6-a854-98a89b53f47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:21.297660861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4610b674-8808-4fc6-a854-98a89b53f47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.227127506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a8a7653-1f2b-4dd8-8e3a-08d739207e47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.327130439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"81507470-b2ae-48ff-9d18-552dffa2bb1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.343399212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"1a5bf408-bac9-4c7f-890f-c2366b424e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.463252998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"3e2316fd-8c86-469a-bd7a-5214b79fb032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.579920124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"39ecde4a-c33f-47d0-a559-9adc7fb218b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.696764655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"a182fe61-d9f9-41f9-914d-48c0343d2e6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.932074627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"12659a12-6fa1-439d-994d-664075799e0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:22.989703323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:23.033206564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"38adee2e-3fd2-4a4a-8400-b5de601e5e89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:23.261326011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"8a661d6f-4695-4c73-85e1-ceef490bef7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:23.684680209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"a875cc4e-0775-4311-8c24-e05927016fcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:23.861931505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"4b1f9216-0952-4bf3-8392-7c9b677710a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:23.962639355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"713cf399-ffc6-43b9-9944-5afbad2cddaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:24.837366306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6197ff6-fd39-4f49-95e3-c9a8bb518b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:24.888878572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6197ff6-fd39-4f49-95e3-c9a8bb518b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:24.940669423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6197ff6-fd39-4f49-95e3-c9a8bb518b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:24.992255681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6197ff6-fd39-4f49-95e3-c9a8bb518b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:26.853190952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a111e28-25d1-4909-a294-ecba74eac42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:26.907203739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a111e28-25d1-4909-a294-ecba74eac42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:26.959405296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a111e28-25d1-4909-a294-ecba74eac42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:27.011236892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a111e28-25d1-4909-a294-ecba74eac42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.900890737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e63a3-4c01-427d-bb78-c38a0bc8f5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:28.952794259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e63a3-4c01-427d-bb78-c38a0bc8f5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.004354617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e63a3-4c01-427d-bb78-c38a0bc8f5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:29.056117678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d49e63a3-4c01-427d-bb78-c38a0bc8f5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.008067549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b281d52-94cc-4d5c-bfd3-3e60cf7fae99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.059765632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b281d52-94cc-4d5c-bfd3-3e60cf7fae99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.111406148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b281d52-94cc-4d5c-bfd3-3e60cf7fae99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:31.162906338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b281d52-94cc-4d5c-bfd3-3e60cf7fae99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.59868156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","namespace":"ai-tenant-e2e-inf-a-7097dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.598745649Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","namespace":"ai-tenant-e2e-inf-a-7097dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.598793408Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","tenant":"e2e-inf-a-7097dd","tenantID":"e2e-inf-a-7097dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.652467699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Deployment","name":"maas-api-e2e-inf-a-7097dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.713420807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Service","name":"maas-api-e2e-inf-a-7097dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.772401633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7097dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.825667869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7097dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.888937704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:33.945258448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.00214845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.058359467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.115686022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Deployment","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.174213057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.225454309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Service","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.285514621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.337137895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.388633115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.439927313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.491201632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.542902694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.59435538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.645787812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-7097dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:34.697335224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7097dd"},"namespace":"ai-tenant-e2e-inf-a-7097dd","name":"default-tenant","reconcileID":"ea736dbf-77d9-4302-b6b0-e114fc8fc055","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-7097dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.218831458Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7097dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7097dd","reconcileID":"b14a5819-1f75-42eb-9add-3b597e95c4ff","aitenant":"ai-tenants/e2e-inf-a-7097dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.777982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea0ae83-93ae-4b76-8840-98db5b465164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.829476058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea0ae83-93ae-4b76-8840-98db5b465164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.881153243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea0ae83-93ae-4b76-8840-98db5b465164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:41.933607076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aea0ae83-93ae-4b76-8840-98db5b465164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:42.045213267Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7097dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7097dd","reconcileID":"b14a5819-1f75-42eb-9add-3b597e95c4ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7097dd","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-7097dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.81347285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e0b7e-2ac3-49a2-9bbd-9674fcd8ddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.865072119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e0b7e-2ac3-49a2-9bbd-9674fcd8ddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.916788728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e0b7e-2ac3-49a2-9bbd-9674fcd8ddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:43.968406999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e0b7e-2ac3-49a2-9bbd-9674fcd8ddea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:45.847646468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c41ab8-d323-48d4-94d6-7a985fe90527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:45.851600727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0df1c0f-ce37-461d-9bda-ae173971e6ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:45.851720212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0df1c0f-ce37-461d-9bda-ae173971e6ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:45.900068534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c41ab8-d323-48d4-94d6-7a985fe90527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:45.951925883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c41ab8-d323-48d4-94d6-7a985fe90527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.004163347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c41ab8-d323-48d4-94d6-7a985fe90527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.00909277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9f6b23-8f8a-426f-8e6f-2192ec4f4a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.009110295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c9f6b23-8f8a-426f-8e6f-2192ec4f4a1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.111428699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"f08097a9-6120-4379-9ac4-c1a429699a41","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.226121489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc1d082-7b28-409f-8885-e9ea42eeeaaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.22614116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fc1d082-7b28-409f-8885-e9ea42eeeaaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.28205738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb1e066-abb2-4a48-b0a5-9736dfc08c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.282080162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bb1e066-abb2-4a48-b0a5-9736dfc08c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.284347829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"f08097a9-6120-4379-9ac4-c1a429699a41","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:58:46.334128478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"245e02b9-fb0c-4e27-9ba0-623a6c1522f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-368c76d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.339508285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"f08097a9-6120-4379-9ac4-c1a429699a41","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.396719215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"892b85e6-b257-4719-860e-c6b19d9c3b22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.39673729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"892b85e6-b257-4719-860e-c6b19d9c3b22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.448214276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab6bcbf6-0a22-4f2f-bad5-077b8dd55321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.448243384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab6bcbf6-0a22-4f2f-bad5-077b8dd55321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.499593564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b4c6237e-3c2c-479c-8601-aec535a47e14","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.505073597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ea87a31-406c-4efd-bc4e-787673255d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.505088826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ea87a31-406c-4efd-bc4e-787673255d15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.556697835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b4c6237e-3c2c-479c-8601-aec535a47e14","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.612198628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b4c6237e-3c2c-479c-8601-aec535a47e14","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.790293975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"b902205b-893f-431c-af87-180a69615bab","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-368c76d1/e2e-sub-368c76d1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.955609298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3036945a-465c-46fb-b903-7ecf20b645e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.955632698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3036945a-465c-46fb-b903-7ecf20b645e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:46.999688748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2d3f87a-3149-4861-af17-ef1988723aae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:47.171772207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"69bdb207-355c-4184-a06c-aafb8dc8999a","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:52.997895909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:56.715928312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"2f9209fb-8672-495e-ae0e-48d6b152fa0a","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:56.77256869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"2f9209fb-8672-495e-ae0e-48d6b152fa0a","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:56.828014803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"2f9209fb-8672-495e-ae0e-48d6b152fa0a","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.775455439Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","namespace":"ai-tenant-e2e-inf-a-3a1de1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.775545593Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","namespace":"ai-tenant-e2e-inf-a-3a1de1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.775644367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","tenant":"e2e-inf-a-3a1de1","tenantID":"e2e-inf-a-3a1de1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.830329717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Deployment","name":"maas-api-e2e-inf-a-3a1de1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.889652357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Service","name":"maas-api-e2e-inf-a-3a1de1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:58:59.948801607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3a1de1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.003936003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3a1de1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.071009929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.137803671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.194741074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.252469001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.304603892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.35643879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.407873283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Service","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.45953303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.511259495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.562747762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.614529843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.66603288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.72205066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.775623502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.827066167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3a1de1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.878405243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3a1de1"},"namespace":"ai-tenant-e2e-inf-a-3a1de1","name":"default-tenant","reconcileID":"49c7001c-e4b0-4b57-83b7-70c75fc743e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3a1de1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.934834962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","namespace":"ai-tenant-e2e-inf-a-18a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.934910577Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","namespace":"ai-tenant-e2e-inf-a-18a6d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.934977972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","tenant":"e2e-inf-a-18a6d8","tenantID":"e2e-inf-a-18a6d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:00.988547458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Deployment","name":"maas-api-e2e-inf-a-18a6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.052375761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Service","name":"maas-api-e2e-inf-a-18a6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.107207877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-18a6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.160774207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-18a6d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.215080029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.271683546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.328746494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.38450588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.441926722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Deployment","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.49549996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.547752077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Service","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.60852779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.660442245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.711941749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.770749927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.873353381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.924833854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:01.977268606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.028531203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-18a6d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.081072158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-18a6d8"},"namespace":"ai-tenant-e2e-inf-a-18a6d8","name":"default-tenant","reconcileID":"5ef7ca70-8192-4ef1-946a-31f2c142a985","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-18a6d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:02.927528673Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-18a6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-18a6d8","reconcileID":"065fc616-31b1-4145-8394-c726a234f754","aitenant":"ai-tenants/e2e-inf-a-18a6d8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:03.234204956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ac66d1-7758-4235-b576-350cd8def5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:03.289653134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ac66d1-7758-4235-b576-350cd8def5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:03.356791889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ac66d1-7758-4235-b576-350cd8def5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:03.417232647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ac66d1-7758-4235-b576-350cd8def5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:03.821277673Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-18a6d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-18a6d8","reconcileID":"065fc616-31b1-4145-8394-c726a234f754","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-18a6d8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-18a6d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:04.569832401Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3a1de1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3a1de1","reconcileID":"fa27a1b7-71f9-4c5a-b7c0-018c88a6c3a3","aitenant":"ai-tenants/e2e-inf-a-3a1de1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:05.378408608Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3a1de1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3a1de1","reconcileID":"fa27a1b7-71f9-4c5a-b7c0-018c88a6c3a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3a1de1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3a1de1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:05.559517025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6660517-b1e6-4859-a803-4894c3e58a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:05.611314725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6660517-b1e6-4859-a803-4894c3e58a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:05.663198991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6660517-b1e6-4859-a803-4894c3e58a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:05.715050844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6660517-b1e6-4859-a803-4894c3e58a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:06.933951546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b7619fbd-7978-4cd2-823e-a443b55f78c3","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:06.993692256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b7619fbd-7978-4cd2-823e-a443b55f78c3","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.131551405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 18, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"b7619fbd-7978-4cd2-823e-a443b55f78c3","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.682300111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115841b-01de-4db1-ae53-014ca1015a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.734322591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115841b-01de-4db1-ae53-014ca1015a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.786425739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115841b-01de-4db1-ae53-014ca1015a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:07.838500587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115841b-01de-4db1-ae53-014ca1015a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.299125299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"9ce3fd44-7823-4e18-a19c-fe31ca4ec014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.402738039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"b1af504a-1552-4f58-8985-f6e9fdd74d7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.501088769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"195a75c1-2b3b-40b8-87f0-9a771beb493b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.663555887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"000cc7a0-4a70-4f60-97f8-e2009c3ad36b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.795088524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f12e426b-7958-49e5-9f72-c664f4b38b40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.952239445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a1f619-f54c-465f-b952-cd502efb2de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:08.952265703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a1f619-f54c-465f-b952-cd502efb2de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.00935734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0f539b-11ad-49f9-a6dd-fc413359c8ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.009375968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f0f539b-11ad-49f9-a6dd-fc413359c8ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.112107682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"8e15704c-4299-4f84-83a2-ebf458d3cba8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.13377785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"bf23e1c1-d090-4561-ba3b-b701311aa460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.168953121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"8e15704c-4299-4f84-83a2-ebf458d3cba8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.2432213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"269fa118-74df-4914-b449-2aefac49c983","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.243243872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"269fa118-74df-4914-b449-2aefac49c983","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.24533012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24b6d77c-76da-479e-89cb-1e5a5f5b5de2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.245832347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"a22786a2-1fd9-4a9b-b95f-01144610ff40","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.24594547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"8e15704c-4299-4f84-83a2-ebf458d3cba8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.303402982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb5020ce-662e-40db-9b28-08ee94ea5052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.303426229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb5020ce-662e-40db-9b28-08ee94ea5052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.304816661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b825f8c8-d3a8-438e-b3a6-6433ebf518e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.304834881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b825f8c8-d3a8-438e-b3a6-6433ebf518e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.346152672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"39e37959-fc11-4f38-8a46-b5eed4901070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:59:09.350664044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"e6e336c6-654c-4a49-8218-3f8e267e412b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c5ed3219\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.408649124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"d3fa9051-63dc-4d06-8365-7d05aa0e588e","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.465519368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb4c134-1d9f-44e1-a0e7-761689bdfa30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.465540133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb4c134-1d9f-44e1-a0e7-761689bdfa30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.466409238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"d3fa9051-63dc-4d06-8365-7d05aa0e588e","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.522576217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"d3fa9051-63dc-4d06-8365-7d05aa0e588e","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.522830179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"144c3509-7cfe-45d4-9f27-b2d9972433dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.522849297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"144c3509-7cfe-45d4-9f27-b2d9972433dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:59:09.576325539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"d3fa9051-63dc-4d06-8365-7d05aa0e588e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-c5ed3219\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.682978648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"44c122a0-6699-4fc4-92ae-e50f59e65357","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.685283456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"ffd3a487-571a-48ce-a796-4daca1066e2b","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.748336548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"ffd3a487-571a-48ce-a796-4daca1066e2b","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.794856767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3111f1-75bc-4b19-8cd5-5268caca3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.846824526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3111f1-75bc-4b19-8cd5-5268caca3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.852728327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"3533943a-b608-4a5c-ba07-3560614665b4","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-368c76d1/e2e-sub-368c76d1","ai-tenant-e2e-mt-c5ed3219/e2e-shared-sub-c5ed3219","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.899278733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3111f1-75bc-4b19-8cd5-5268caca3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.952094099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3111f1-75bc-4b19-8cd5-5268caca3397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:09.95948725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"ffd3a487-571a-48ce-a796-4daca1066e2b","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.008909289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"15e19919-4840-4715-881e-2eda016b77a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.060945256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"858ef137-b840-4131-bce2-b8360e1fd888","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.117356448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f51ce9-55e1-4e88-a43a-29659505b41e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.117375919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f51ce9-55e1-4e88-a43a-29659505b41e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.155546263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"d18e674b-dd69-4c77-a0c5-6bc7e67645bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.162147884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9128f8a-9ea4-4f0e-941d-0b13684a5950","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.299083553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcd605b-6ee6-4461-97ec-427be1678f27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.299106072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcd605b-6ee6-4461-97ec-427be1678f27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.355903404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d29d6dc-f988-4399-b2f3-377cbf552c65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.355924255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d29d6dc-f988-4399-b2f3-377cbf552c65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.404074905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"bcbee507-128f-4723-8632-3444ed05390f","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.404341228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"6b3b78f6-5b17-4f8c-960a-9c5e33917691","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.4618062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"aaf77317-321a-411e-9f25-b8a384c59a26","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.518853028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"aaf77317-321a-411e-9f25-b8a384c59a26","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.574840396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b226934-343c-49c8-aff8-9dbca5e1a9c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.574861782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b226934-343c-49c8-aff8-9dbca5e1a9c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.574982059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"aaf77317-321a-411e-9f25-b8a384c59a26","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.633514677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0964ce5c-12fe-45ba-935d-59d56693f68a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.633534634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0964ce5c-12fe-45ba-935d-59d56693f68a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.63652766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"212404bf-1f87-4be2-97b6-01dbe38c2b84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.636564821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"212404bf-1f87-4be2-97b6-01dbe38c2b84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:59:10.68334155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"a0fc3404-4a63-4b06-a8e6-e20806543f3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c5ed3219\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.735706485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"e6ede8a9-7f63-4cf6-8e0c-f9515ff6e2fc","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.793127404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"e6ede8a9-7f63-4cf6-8e0c-f9515ff6e2fc","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.804655778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd0e9a4d-134a-44b5-b87d-b6330875a357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.804673615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd0e9a4d-134a-44b5-b87d-b6330875a357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.853327147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"e6ede8a9-7f63-4cf6-8e0c-f9515ff6e2fc","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.859793659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3207bd85-330d-429f-9ce5-544f0103722b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:10.859820211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3207bd85-330d-429f-9ce5-544f0103722b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T23:59:10.906707572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"e6ede8a9-7f63-4cf6-8e0c-f9515ff6e2fc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-policy-c5ed3219\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.017258563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"ecf130f3-ca27-430e-a126-4deaab855ac9","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.074362465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"ecf130f3-ca27-430e-a126-4deaab855ac9","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.127562188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"fdaec0c7-b730-4f77-a189-09a424c6796c","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-368c76d1/e2e-sub-368c76d1","ai-tenant-e2e-mt-c5ed3219/e2e-shared-sub-c5ed3219","ai-tenant-e2e-mt-e93c8296/e2e-shared-sub-c5ed3219","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.13153865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"ecf130f3-ca27-430e-a126-4deaab855ac9","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.294373498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f882cb5-6b15-4565-b301-c0309e751811","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.29439666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f882cb5-6b15-4565-b301-c0309e751811","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.338308261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"b5cfc2f3-c980-427c-98b4-8311cb1dc1f3","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.338350371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"58fb570b-0921-4ed8-ae67-9a47e9f62571","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.338799653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf76d3c4-4c3d-4d07-a5ab-aeaa1883711f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.460015123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"37e2171a-52a1-448c-9c41-16a18a473d4a","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.46009761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1ab2cb9-3d25-4fbf-a693-4e56f3a73b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.460117255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1ab2cb9-3d25-4fbf-a693-4e56f3a73b2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.502449446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"07b15c91-2918-46cd-aec1-68373f000395","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.612014331Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-policy-c5ed3219","reconcileID":"37e2171a-52a1-448c-9c41-16a18a473d4a","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"policyNamespace":"ai-tenant-e2e-mt-c5ed3219","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.671265463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28924e0b-6aff-45f5-a6e6-8bad023b40c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.671287192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28924e0b-6aff-45f5-a6e6-8bad023b40c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.818919356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eef278ed-7c03-4dbe-8a9d-ac0c80a759a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:11.818947635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eef278ed-7c03-4dbe-8a9d-ac0c80a759a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.236828058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"e10b68bc-57b0-4e68-aa1c-fe841bc46bc2","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.29522294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"e10b68bc-57b0-4e68-aa1c-fe841bc46bc2","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.351766928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"e10b68bc-57b0-4e68-aa1c-fe841bc46bc2","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.410727558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25bcefcb-2ed1-4646-9975-3deaa3ae36d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:17.410748161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25bcefcb-2ed1-4646-9975-3deaa3ae36d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.235829013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"77e9ac75-cf98-498c-98df-8502515624f8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.293126009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"77e9ac75-cf98-498c-98df-8502515624f8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.348949064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"77e9ac75-cf98-498c-98df-8502515624f8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:21.981508741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"7b725c79-4bf4-4591-b42b-fddb05095ba5","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-c5ed3219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.196744883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"namespace":"ai-tenant-e2e-mt-c5ed3219","name":"e2e-shared-sub-c5ed3219","reconcileID":"7b725c79-4bf4-4591-b42b-fddb05095ba5","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-c5ed3219"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-368c76d1/e2e-sub-368c76d1","ai-tenant-e2e-mt-e93c8296/e2e-shared-sub-c5ed3219","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.406067466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"77b20065-2e9a-4535-bbfc-d662d5e1c9a6","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.406252462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"c01ed2f3-4fb8-49d7-a4ec-5d4547f5a580","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.406559814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e021da2d-4e41-4f55-9503-b3156e4d2161","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.459721075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"821d45aa-2bc1-4a08-b474-0418223b0031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.4597497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"821d45aa-2bc1-4a08-b474-0418223b0031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.94534255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"89c7e533-b145-421e-aaf9-6942f0b43d8a","namespace":"ai-tenant-e2e-inf-a-5db41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.945397182Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"89c7e533-b145-421e-aaf9-6942f0b43d8a","namespace":"ai-tenant-e2e-inf-a-5db41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.945442637Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"89c7e533-b145-421e-aaf9-6942f0b43d8a","aitenant":"ai-tenants/e2e-inf-a-5db41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:22.990021473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.48065126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54cc975-7b98-420e-9240-8731378920ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.532508136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54cc975-7b98-420e-9240-8731378920ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.584292913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54cc975-7b98-420e-9240-8731378920ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:23.636263271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54cc975-7b98-420e-9240-8731378920ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.514087074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"a2848b3a-a332-44ec-b5ee-b7beedea14b6","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.571066923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"a2848b3a-a332-44ec-b5ee-b7beedea14b6","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.626625742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"a2848b3a-a332-44ec-b5ee-b7beedea14b6","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.87960191Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","namespace":"ai-tenant-e2e-extmod-a-0f7002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.879660743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","namespace":"ai-tenant-e2e-extmod-a-0f7002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.879731406Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","tenant":"e2e-extmod-a-0f7002","tenantID":"e2e-extmod-a-0f7002","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.933152815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-0f7002","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:27.992772908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Service","name":"maas-api-e2e-extmod-a-0f7002","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.05304897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-0f7002","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.10651549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-0f7002","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.162758602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.219459518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.276474112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.330046619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.38136909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.432337179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.487525191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Service","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.539747548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.591432984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.64268326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.693910943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.748935278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.800307378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.851347722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.902884866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-0f7002","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:28.95753705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-0f7002"},"namespace":"ai-tenant-e2e-extmod-a-0f7002","name":"default-tenant","reconcileID":"6878ed66-3e4d-434c-a52d-d4f44c9c5e1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-0f7002","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:31.452264359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"f5be7fb5-d4a3-4e77-b487-5e6be725c2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:31.509366591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"f5be7fb5-d4a3-4e77-b487-5e6be725c2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:31.56507311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"f5be7fb5-d4a3-4e77-b487-5e6be725c2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:36.427997331Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0f7002","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0f7002","reconcileID":"fc600b80-1b33-4c22-9cb0-acdf2c56b2f0","aitenant":"ai-tenants/e2e-extmod-a-0f7002","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:36.947254492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025838c6-fc67-4849-b9ed-5d369e69ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:36.999247862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025838c6-fc67-4849-b9ed-5d369e69ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.051160287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025838c6-fc67-4849-b9ed-5d369e69ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.104093641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"025838c6-fc67-4849-b9ed-5d369e69ee63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.285157996Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-0f7002","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-0f7002","reconcileID":"fc600b80-1b33-4c22-9cb0-acdf2c56b2f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-0f7002","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-0f7002"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.730872056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"5db715c5-3a9d-4764-8293-2a335bdf3b80","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.788284062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"5db715c5-3a9d-4764-8293-2a335bdf3b80","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:37.846495092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"5db715c5-3a9d-4764-8293-2a335bdf3b80","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:38.996896146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a4a8ce-7729-44de-83e4-67787f05429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.048731423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a4a8ce-7729-44de-83e4-67787f05429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.101799424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a4a8ce-7729-44de-83e4-67787f05429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:39.15445228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40a4a8ce-7729-44de-83e4-67787f05429e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.076098567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9965be10-dfb2-4c10-a6c2-8d852f16193d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.128016763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9965be10-dfb2-4c10-a6c2-8d852f16193d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.1800694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9965be10-dfb2-4c10-a6c2-8d852f16193d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.231985768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9965be10-dfb2-4c10-a6c2-8d852f16193d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.669099552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"03d2ab4d-9eee-419f-b152-7c5a0ebeaa40","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.726349129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"03d2ab4d-9eee-419f-b152-7c5a0ebeaa40","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:41.782312393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"03d2ab4d-9eee-419f-b152-7c5a0ebeaa40","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:46.026730454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6f5882-e0ee-46f4-b7bd-135ebd5fabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:46.082412693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6f5882-e0ee-46f4-b7bd-135ebd5fabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:46.138515126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6f5882-e0ee-46f4-b7bd-135ebd5fabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:46.197997685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c6f5882-e0ee-46f4-b7bd-135ebd5fabae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:47.950313478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"a84fc394-197a-4292-a03f-dd543ddeb37a","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.006867074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"a84fc394-197a-4292-a03f-dd543ddeb37a","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.135370731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c345ffbc-3712-4067-9f53-5f5edd7f9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.1874472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c345ffbc-3712-4067-9f53-5f5edd7f9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.239566599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c345ffbc-3712-4067-9f53-5f5edd7f9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.291833142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c345ffbc-3712-4067-9f53-5f5edd7f9b5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.29525842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d366642e-9cb8-4bd5-b370-d8cd5e9009a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.295278391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d366642e-9cb8-4bd5-b370-d8cd5e9009a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.635322129Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"844d9917-e4c8-4f98-8651-6a46ee471767","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.635351713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd3ada1-408d-44ec-9e32-8fcfb542a569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.635367678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd3ada1-408d-44ec-9e32-8fcfb542a569","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.73881692Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-policy-368c76d1","reconcileID":"844d9917-e4c8-4f98-8651-6a46ee471767","MaaSAuthPolicy":{"name":"e2e-policy-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"policyNamespace":"ai-tenant-e2e-mt-368c76d1","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.797019052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34603ed8-b86d-4e7d-8f19-f5d1f7da7672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.797042788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34603ed8-b86d-4e7d-8f19-f5d1f7da7672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.929016424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9650f9-a36e-4961-a119-ad8330ae2537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:48.929037743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9650f9-a36e-4961-a119-ad8330ae2537","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.886119727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"05da897b-9722-4098-9027-f100560c3b24","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:51.942727466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"05da897b-9722-4098-9027-f100560c3b24","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:52.208659003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c335c71-6f13-44c0-bed7-779ab6e7f0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:52.208686395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c335c71-6f13-44c0-bed7-779ab6e7f0a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:52.990330142Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.091084553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"bbe81dd2-650d-4bb3-9b4b-21ec6dde7630","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-368c76d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.325082998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"namespace":"ai-tenant-e2e-mt-368c76d1","name":"e2e-sub-368c76d1","reconcileID":"bbe81dd2-650d-4bb3-9b4b-21ec6dde7630","MaaSSubscription":{"name":"e2e-sub-368c76d1","namespace":"ai-tenant-e2e-mt-368c76d1"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-e93c8296/e2e-shared-sub-c5ed3219","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.538371666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"7b31de8b-9fc5-48c1-bdc5-29dc944dbb26","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.538446068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62eb4303-c1b2-41e2-b792-ce3b782702ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.542266684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0005e1-4d15-479b-8ca2-7d5211a85ae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T23:59:59.542284307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0005e1-4d15-479b-8ca2-7d5211a85ae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:22.989976389Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.20445849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"71747b18-728c-4093-a64b-339d21e34592","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.304160947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"e0f3f392-c9eb-4c74-b1d1-cab64e669146","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.442271175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"95bcd991-cbe5-4bca-9bb7-fe522620e277","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.542767944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"85c59397-fda4-4a9e-8a88-c0c0017bc109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.643009654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"e66f490a-e89b-4a68-96e5-d96209fd2557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.743574046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"51743138-c8e1-4959-87fd-81c842d6b170","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.743589237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e23e0efb-9306-462e-809b-7164ac167b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.855959949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"905b47f3-e1a4-4478-9371-8c7ae8ce3028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:41.956515817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"47023aa1-dca4-48bf-800b-c7bb02472ec0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.059283848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2d7c056-d0ab-4f67-81d9-e20b52bff1e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.340195414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"1d4aeda2-788d-496b-aba3-5ad9dc756932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.440891484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"194e4d40-afa2-4b7d-bf57-cacbcc6dc17d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:42.54165746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"9f3eaa5b-8a2a-45b7-9064-ca18a3a16f9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.747350956Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","namespace":"ai-tenant-e2e-inf-a-5db41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.7474101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","namespace":"ai-tenant-e2e-inf-a-5db41e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.747462303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","tenant":"e2e-inf-a-5db41e","tenantID":"e2e-inf-a-5db41e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.801490955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Deployment","name":"maas-api-e2e-inf-a-5db41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.860898408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Service","name":"maas-api-e2e-inf-a-5db41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.921115658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-5db41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:48.976223866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-5db41e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.042512697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.102621733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.159002456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.213621636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.267709521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.319376464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.373502728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Service","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.424963702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.476834916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.528213693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.579352837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.634697482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.68611197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.737464251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.791976749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-5db41e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:49.849433607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5db41e"},"namespace":"ai-tenant-e2e-inf-a-5db41e","name":"default-tenant","reconcileID":"d0c89e4f-1440-44f4-8e77-d0a44c88363e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-5db41e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:50.547314468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5db41e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5db41e","reconcileID":"88e55995-69d9-4082-9459-57b036b75b4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5db41e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-5db41e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:51.658787911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe21f43-1167-416f-80a0-71278f574580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:51.71065983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe21f43-1167-416f-80a0-71278f574580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:51.762319237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe21f43-1167-416f-80a0-71278f574580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:51.813998629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fe21f43-1167-416f-80a0-71278f574580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:52.990465282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.097674879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8025426f-ee94-4790-9a77-ca5a2bb933ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.097695199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8025426f-ee94-4790-9a77-ca5a2bb933ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.124968326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"89e01935-9b0e-4d21-9229-6daf019561ee","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.281757792Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-policy-c5ed3219","reconcileID":"89e01935-9b0e-4d21-9229-6daf019561ee","MaaSAuthPolicy":{"name":"e2e-shared-policy-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"policyNamespace":"ai-tenant-e2e-mt-e93c8296","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.34212659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22fdbc84-f181-4cbf-8e63-ea924b419170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.342148118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22fdbc84-f181-4cbf-8e63-ea924b419170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.511717224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d924620-b782-4cca-85af-cd943fb44089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.511740356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d924620-b782-4cca-85af-cd943fb44089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.724336207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2b97f-f4a5-4c60-b1fc-d1c1e9ce0588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.776192068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2b97f-f4a5-4c60-b1fc-d1c1e9ce0588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.827945831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2b97f-f4a5-4c60-b1fc-d1c1e9ce0588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:53.879536291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f2b97f-f4a5-4c60-b1fc-d1c1e9ce0588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.175627896Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","namespace":"ai-tenant-e2e-extmod-b-5e7e9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.175686229Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","namespace":"ai-tenant-e2e-extmod-b-5e7e9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.175732185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","tenant":"e2e-extmod-b-5e7e9e","tenantID":"e2e-extmod-b-5e7e9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.22909436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5e7e9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.290249232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Service","name":"maas-api-e2e-extmod-b-5e7e9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.349774911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5e7e9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.403722264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5e7e9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.461297996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.522512905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.580470523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.634458385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.691456848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.74546319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.797250343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Service","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.848836491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.901370513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:55.952922647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.004447716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.059659862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.111202456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.162568793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.224552186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5e7e9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:56.276374232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5e7e9e"},"namespace":"ai-tenant-e2e-extmod-b-5e7e9e","name":"default-tenant","reconcileID":"211cb5fb-30a0-403d-a638-32c23fb6e7f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5e7e9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:00:59.491431053Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5e7e9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5e7e9e","reconcileID":"e90bb2d1-06cf-44c7-b789-89e2bf4662b8","aitenant":"ai-tenants/e2e-extmod-b-5e7e9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:00.064345789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce94bf-ad6f-4bb1-acb9-f1e7700952d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:00.116399376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce94bf-ad6f-4bb1-acb9-f1e7700952d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:00.168300116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce94bf-ad6f-4bb1-acb9-f1e7700952d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:00.220517404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cce94bf-ad6f-4bb1-acb9-f1e7700952d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:00.334461653Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5e7e9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5e7e9e","reconcileID":"e90bb2d1-06cf-44c7-b789-89e2bf4662b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5e7e9e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5e7e9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.176926443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61842f8a-4969-41ae-a1d3-1f5a30b641c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.229328112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61842f8a-4969-41ae-a1d3-1f5a30b641c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.361891358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61842f8a-4969-41ae-a1d3-1f5a30b641c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:02.418861383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61842f8a-4969-41ae-a1d3-1f5a30b641c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:03.6721361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"183d21cf-a5ef-4d91-a4fa-be1902fffea0","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-c5ed3219","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:03.886812942Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"namespace":"ai-tenant-e2e-mt-e93c8296","name":"e2e-shared-sub-c5ed3219","reconcileID":"183d21cf-a5ef-4d91-a4fa-be1902fffea0","MaaSSubscription":{"name":"e2e-shared-sub-c5ed3219","namespace":"ai-tenant-e2e-mt-e93c8296"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.096282999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"055754d6-77b9-45d9-b2ba-831258e1b09e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.14872398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3672fdc8-efa4-4cc1-bd1f-a34b065a30b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.148751739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3672fdc8-efa4-4cc1-bd1f-a34b065a30b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.386100403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b78f56d-a7e2-4ecf-9c7a-760e7778efe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.386684599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b78f56d-a7e2-4ecf-9c7a-760e7778efe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.491238627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"namespace":"ai-tenant-e2e-mt-7a69a470","name":"e2e-policy-7a69a470","reconcileID":"24fcab14-773a-4b75-ba0b-39d3653bcfe3","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.548164898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"namespace":"ai-tenant-e2e-mt-7a69a470","name":"e2e-policy-7a69a470","reconcileID":"24fcab14-773a-4b75-ba0b-39d3653bcfe3","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.871487872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4937d669-a4dd-4cea-8e6e-f6df4cfe5f39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:04.871511525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4937d669-a4dd-4cea-8e6e-f6df4cfe5f39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.378326966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df6b554-021b-44e9-80b6-7397a2a5e92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.429877775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df6b554-021b-44e9-80b6-7397a2a5e92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.481533037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df6b554-021b-44e9-80b6-7397a2a5e92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.533385304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df6b554-021b-44e9-80b6-7397a2a5e92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:06.96325556Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3bee1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3bee1b","reconcileID":"4c3b1fa3-b880-42f3-ac66-5286b486fac9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-3bee1b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-3bee1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.404798036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a626c14f-aac9-4281-8fbe-ab1f9b31428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.458047402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a626c14f-aac9-4281-8fbe-ab1f9b31428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.509722821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a626c14f-aac9-4281-8fbe-ab1f9b31428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:08.561634902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a626c14f-aac9-4281-8fbe-ab1f9b31428d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:09.88125841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a585539-1d05-4c52-bea1-ed6e51e6d8d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:09.881278727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a585539-1d05-4c52-bea1-ed6e51e6d8d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:09.8819782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"namespace":"ai-tenant-e2e-mt-7a69a470","name":"e2e-policy-7a69a470","reconcileID":"44343427-b5b6-4750-aa53-2b7e5e4451b9","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.033886006Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"namespace":"ai-tenant-e2e-mt-7a69a470","name":"e2e-policy-7a69a470","reconcileID":"44343427-b5b6-4750-aa53-2b7e5e4451b9","MaaSAuthPolicy":{"name":"e2e-policy-7a69a470","namespace":"ai-tenant-e2e-mt-7a69a470"},"policyNamespace":"ai-tenant-e2e-mt-7a69a470","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.091759866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d0c16da-496b-41d1-99ed-b11539275903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.091780416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d0c16da-496b-41d1-99ed-b11539275903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.473606934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97c33cf-4f0f-4001-b5d9-6b6079d110db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.543077064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97c33cf-4f0f-4001-b5d9-6b6079d110db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.600682018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97c33cf-4f0f-4001-b5d9-6b6079d110db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:10.652623097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d97c33cf-4f0f-4001-b5d9-6b6079d110db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.18438062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"4d66ae5d-0253-4f10-842c-46cc053202bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.277920356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"570040cf-8d79-42c7-baf9-206f38ecd497","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.302041098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52dfe69c-2e33-4fc4-985d-11f48c828068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.37836518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"635faf31-c3ea-4a88-bed3-d1126db1978b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.496287181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"f3209cba-5b3b-4437-8231-7cd020b85d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.580244529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"f6969f9f-d842-4f6a-beda-75dd7802ec5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:16.819990449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"93eb17f4-f212-498a-8982-71457e6fbe03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:17.0083824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"09e7fa82-b44b-4aac-bce0-6f520ac45bb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:17.208198347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"7f7aa1eb-8b3f-4d92-b4bc-4971a94be963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:17.430759839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"4f868d6a-3093-4dba-be0f-51dc3698e869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:17.598526396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"49f169b6-d94e-4d53-b611-b04799193caa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:17.690585744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc3bea87-9b4a-46ac-be69-2a281b8d501a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:22.99034198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.738476891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2255a86-05cc-45fe-83ef-e76e2eaaa151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.738505379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2255a86-05cc-45fe-83ef-e76e2eaaa151","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.795098482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee211c69-8b71-4019-befe-022f41037fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.795120011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee211c69-8b71-4019-befe-022f41037fcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.897872442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"namespace":"ai-tenant-e2e-mt-8e2faf08","name":"e2e-policy-8e2faf08","reconcileID":"3c3784b4-840c-48bc-bd51-7f64dbcb68a7","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:30.954502114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"namespace":"ai-tenant-e2e-mt-8e2faf08","name":"e2e-policy-8e2faf08","reconcileID":"3c3784b4-840c-48bc-bd51-7f64dbcb68a7","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:52.990365477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:56.758946481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"namespace":"ai-tenant-e2e-mt-8e2faf08","name":"e2e-policy-8e2faf08","reconcileID":"e4880d7f-65ab-4e3c-af69-87e239fb19f8","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:01:56.914225228Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"namespace":"ai-tenant-e2e-mt-8e2faf08","name":"e2e-policy-8e2faf08","reconcileID":"e4880d7f-65ab-4e3c-af69-87e239fb19f8","MaaSAuthPolicy":{"name":"e2e-policy-8e2faf08","namespace":"ai-tenant-e2e-mt-8e2faf08"},"policyNamespace":"ai-tenant-e2e-mt-8e2faf08","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:15.880956385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"a463b508-d45b-48ce-8d98-36e7eb3380cc","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:15.880989619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"a463b508-d45b-48ce-8d98-36e7eb3380cc","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.177643438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d82b553-f784-40d7-a852-2ca0fe585ba8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.338595341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"bbddb10d-b76b-48fd-b892-b93c51f4e84f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.458052847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"42ba34bb-865d-4508-add9-b5ec4cc8dda4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.563249323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"d0f58054-d69c-408a-a506-55580db6cd42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.68301553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"f52e5444-68a2-411b-986f-294a986c02d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.683296734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"d7e02871-1c20-4590-b754-8eda8421506d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.786256546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"e1a4ed2f-c236-4ccb-8c06-a2d109ed01b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:16.938692843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"8b403cf8-e649-43e7-95f3-7d9c5b04d773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:17.037241623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b457ca51-38f4-4928-a217-0059ad2d5e27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:17.143210536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"050f462f-0a18-41b6-8a9d-8e26bf5ee5f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:17.530941622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"39ad1d24-f6a0-4f0d-b182-3bbb826a034b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:17.631442747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"93b97b16-7690-403c-b874-356db563c0ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:21.21281027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"d5956806-3910-45e1-8868-a3af4ca4c042","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:21.329290873Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"d5956806-3910-45e1-8868-a3af4ca4c042","name":"e2e-shared-a-w1-3bee1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:22.989321357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.354542308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"e855f6f7-f986-4fe5-84d4-deb4c6b0466d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.458782405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"3cd45dc9-be03-4b58-9122-a3dc2b5c8914","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.559750365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"3be6f379-00df-4cff-84fa-e70ac6d1271f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.669518416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"0792c9cc-cdc0-4e3a-9515-2d455695f425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.766508813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"25a83217-3000-4b4b-9779-372c51128e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:38.966729435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"982649ed-0c6f-4e1b-a60d-f3e6fb1e69a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.070035022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"e0b5dba6-2df1-4c6f-997a-4c94e51aab32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.089979018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce3f5555-19a2-47aa-bfa8-2b9c9f008730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.100585075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ee96-77f1-45c8-9abe-a29660336a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.154435247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ee96-77f1-45c8-9abe-a29660336a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.207052691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ee96-77f1-45c8-9abe-a29660336a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.259022093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b57ee96-77f1-45c8-9abe-a29660336a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.364277957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"c413601f-8584-4341-ae75-f624df23fd4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.469429831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"e0bed843-1d05-4699-a55d-f80200bccd3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.512826314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c96f553f-d8b4-42ad-9efe-17ca2f3fb270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.711514778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c89d476-b926-4b70-b801-a42149d570dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:39.752617133Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-04713b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-04713b77","reconcileID":"1fe7598b-51e8-4578-bda2-94877e12f250","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-04713b77","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-04713b77":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.970665053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028849c9-6115-4342-a065-380ab20cf0db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:40.970688772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028849c9-6115-4342-a065-380ab20cf0db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.02731141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c199c7e5-ba7c-4997-a9e7-377f06830722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.02732985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c199c7e5-ba7c-4997-a9e7-377f06830722","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.214051991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc96467f-ee59-40e8-94c9-e1b9f98fed0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.214317279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"812cdab2-a2e6-4977-9ded-4de21d06fe2e","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.265897689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc96467f-ee59-40e8-94c9-e1b9f98fed0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.317521083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc96467f-ee59-40e8-94c9-e1b9f98fed0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.369333539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc96467f-ee59-40e8-94c9-e1b9f98fed0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.445862472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"812cdab2-a2e6-4977-9ded-4de21d06fe2e","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.501351037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"812cdab2-a2e6-4977-9ded-4de21d06fe2e","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.556335859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"463d4d3c-a2b3-4c8a-a093-4515f51cf353","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:41.556367232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"463d4d3c-a2b3-4c8a-a093-4515f51cf353","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.360580898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd67a35-7731-4317-a53f-92c37352aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.419687694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd67a35-7731-4317-a53f-92c37352aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.472312379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd67a35-7731-4317-a53f-92c37352aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:43.524294499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd67a35-7731-4317-a53f-92c37352aeae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.4757144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9244a2-e7e5-4793-8fd4-ea053bfafa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.527614317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9244a2-e7e5-4793-8fd4-ea053bfafa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.579424233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9244a2-e7e5-4793-8fd4-ea053bfafa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:45.63139107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a9244a2-e7e5-4793-8fd4-ea053bfafa74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.576452604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c28d619-28c5-49e4-8b65-f8ca508e768a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.628734746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c28d619-28c5-49e4-8b65-f8ca508e768a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.680501291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c28d619-28c5-49e4-8b65-f8ca508e768a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:47.732244803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c28d619-28c5-49e4-8b65-f8ca508e768a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.645324961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3a0d93-d0ec-4cdf-bc14-b150b9b670ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.69798484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3a0d93-d0ec-4cdf-bc14-b150b9b670ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.757938396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3a0d93-d0ec-4cdf-bc14-b150b9b670ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:49.809838832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3a0d93-d0ec-4cdf-bc14-b150b9b670ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.720606897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900d47f5-97d4-4696-83b8-fb7cf2d48ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.720787187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"5c3d01bd-6952-456e-9420-1a05cf11b6f7","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.772587134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900d47f5-97d4-4696-83b8-fb7cf2d48ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.824980997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900d47f5-97d4-4696-83b8-fb7cf2d48ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.829040846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"5c3d01bd-6952-456e-9420-1a05cf11b6f7","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.876791437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900d47f5-97d4-4696-83b8-fb7cf2d48ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:51.939950722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"5c3d01bd-6952-456e-9420-1a05cf11b6f7","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:52.991081231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.520413259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"f8b8c74d-c030-4435-ae73-28c4b40d1d7d","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:02:58.520445956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"f8b8c74d-c030-4435-ae73-28c4b40d1d7d","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:02.09385557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"ed77ed67-96c6-49ef-bdec-04044d079ec2","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:02.150576376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"ed77ed67-96c6-49ef-bdec-04044d079ec2","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:02.238125534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"ed77ed67-96c6-49ef-bdec-04044d079ec2","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.943601442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"838aed43-af75-47c6-b790-69eb2a5f2bff","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.943622311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"838aed43-af75-47c6-b790-69eb2a5f2bff","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.99803702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"63b9cb3f-5d62-4c1a-bc8f-8b562b4c2a6b","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:03.99806172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"63b9cb3f-5d62-4c1a-bc8f-8b562b4c2a6b","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.110761418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"953c2dbf-9ed9-424f-87d8-582144bcf448","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.28618796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"953c2dbf-9ed9-424f-87d8-582144bcf448","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.341386398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"953c2dbf-9ed9-424f-87d8-582144bcf448","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.398575289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"74456f82-a88a-40f2-ae5b-f8c97e8178a4","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:04.398593765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"74456f82-a88a-40f2-ae5b-f8c97e8178a4","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.393423461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"8064ff9f-33b0-4fbf-9360-ed9c49f62f22","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.449859507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"8064ff9f-33b0-4fbf-9360-ed9c49f62f22","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:12.505215697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 19, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"8064ff9f-33b0-4fbf-9360-ed9c49f62f22","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.502468325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"90314ecf-8b23-4df3-a7af-821041a7873d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.56506168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"90314ecf-8b23-4df3-a7af-821041a7873d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.62094624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"90314ecf-8b23-4df3-a7af-821041a7873d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.802363847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"71206f74-48dd-4fdd-a711-e5325b730fc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:14.902369444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"9730ee6d-0dd6-4c52-8223-a4084811b4bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.037597667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"ae426896-c14a-4c16-883b-14bddfaf1b3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.156976273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"031053a2-d631-4998-b97d-1dd767b75afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.392740261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"847d1b28-f0ed-4cde-8812-5327fb48f34d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.511256558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"532dd9af-cca8-4031-b5d5-285ed0695e3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.611942145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"7b9fcf2e-5f0f-4b92-b816-837436cc8512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.628523427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"909844e8-8c8c-4c41-8a21-76691f7b0d21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.712674498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"f08e29d9-242f-45af-b042-8b6e22a55984","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.813626229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd44492c-366f-492f-9a1c-e3f4c19f7510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:15.987403554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"453bb8ce-ddad-4f08-8ff2-ca274888556a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:16.107742464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"2a7575ab-31c9-443f-8713-b19aafea9630","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.66469969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"a7917b79-822b-4211-8148-39ad2a6a2b73","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.722883676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"a7917b79-822b-4211-8148-39ad2a6a2b73","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.778733807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"a7917b79-822b-4211-8148-39ad2a6a2b73","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.836728537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a28c0aa3-d8aa-44c8-a5c4-13b618670a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.836749209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a28c0aa3-d8aa-44c8-a5c4-13b618670a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:22.990322544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.724372946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"aa528ed3-f32d-4b0c-b226-7b84acc8a4ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.780864876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"aa528ed3-f32d-4b0c-b226-7b84acc8a4ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:24.836235329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"aa528ed3-f32d-4b0c-b226-7b84acc8a4ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:32.993042494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"97ef973c-7192-4c60-8ea0-bdf46f218164","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:33.049918142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"97ef973c-7192-4c60-8ea0-bdf46f218164","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:33.36442254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9500344b-8181-49a6-ae60-c3a8df0e2d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:33.364446586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9500344b-8181-49a6-ae60-c3a8df0e2d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.800803778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e73d817-f977-469f-89fd-ff2bc1569d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.852850289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e73d817-f977-469f-89fd-ff2bc1569d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.905024352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e73d817-f977-469f-89fd-ff2bc1569d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:34.957054435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e73d817-f977-469f-89fd-ff2bc1569d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:35.010574914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"9d78596a-61b5-43cc-88d0-cd63f5093c46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:35.067264458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"9d78596a-61b5-43cc-88d0-cd63f5093c46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:35.123483665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c98ee7e87fd3f63c7e4d7f64dceba15fb3227aa2ee7bda7477fd7e0c9a64c4ba) AuthConfig (22857fb5d2b01fa4503f8031eb53387fe545ba87c9eb7b847a3e790c8d30a897) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (24928c0781fb120fabdfebfa9198f0b1167c17a0a3578fbe4cf54c4c19f853c9) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (d4ca165603ce90839658013bc046425b35c3a98b12385682af64aaa45450586f) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (79adbc73741b5b1986b06131de0ace31616a7d448c41c4e7e59498b6d7dae05b) AuthConfig (d8e3d6b39923b9e00ff98d7c117e118f076557a11ba693100f259a5f0f7c5db7) AuthConfig (2457dc5c5b331b0b260f56261cb1ffb0394fe9062db676fa521cf8857e77a8dd) AuthConfig (64a2173ec4b906a7546cd427145bd77866c15719d7580faa98d00ff4e068ceb5) AuthConfig (e697ada82e7dea00e36f5c76795ae53c3ebf7e29e3fcff62b1dd0fbe196c6537) AuthConfig (e5ea16435e6c277203537e1b301b616de356f8a87ad39603f6a1af469f28428e) AuthConfig (29105b5c5059cc4ea9666dc9d3fba929e258a8b5f859fad05fc3250831a1dbd8) AuthConfig (49336383994affb82c1d26d645ffc214ac914129fbffd88c604848eca63f5bee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"9d78596a-61b5-43cc-88d0-cd63f5093c46","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:35.238610744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"b8a2125d-b87a-48b1-96ad-63f8e6d98b20","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:35.238743152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"b8a2125d-b87a-48b1-96ad-63f8e6d98b20","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:36.970129293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99f21a9-dbf4-4c54-b314-e57dcd58b7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.022110252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99f21a9-dbf4-4c54-b314-e57dcd58b7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.074008237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99f21a9-dbf4-4c54-b314-e57dcd58b7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.126060399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99f21a9-dbf4-4c54-b314-e57dcd58b7a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.929275003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c793cd40-9af6-4d98-ae19-c4e38c71486c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.929209799Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-99f39ab1","reconcileID":"819b8cc2-0c4f-43a9-a45a-560d5e29054b","MaaSAuthPolicy":{"name":"e2e-default-ns-99f39ab1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:37.929298141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c793cd40-9af6-4d98-ae19-c4e38c71486c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:38.088395809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb4feca-78e3-4e8e-b370-d8217a464c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:38.088416547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb4feca-78e3-4e8e-b370-d8217a464c87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:39.0714995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180ed629-cbc1-44b9-8259-14a0f27d5b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:39.123296173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180ed629-cbc1-44b9-8259-14a0f27d5b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:39.175064293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180ed629-cbc1-44b9-8259-14a0f27d5b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:39.226730126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"180ed629-cbc1-44b9-8259-14a0f27d5b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.181723905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18244f10-0b31-4b4d-8f7e-1b9135e869ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.233848696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18244f10-0b31-4b4d-8f7e-1b9135e869ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.286159315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18244f10-0b31-4b4d-8f7e-1b9135e869ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:41.338440664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18244f10-0b31-4b4d-8f7e-1b9135e869ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.34345471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"42ef480e-683d-4fc8-8874-19289680e834","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.400279237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"42ef480e-683d-4fc8-8874-19289680e834","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.455621336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c98ee7e87fd3f63c7e4d7f64dceba15fb3227aa2ee7bda7477fd7e0c9a64c4ba) AuthConfig (22857fb5d2b01fa4503f8031eb53387fe545ba87c9eb7b847a3e790c8d30a897) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (24928c0781fb120fabdfebfa9198f0b1167c17a0a3578fbe4cf54c4c19f853c9) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (d4ca165603ce90839658013bc046425b35c3a98b12385682af64aaa45450586f) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (79adbc73741b5b1986b06131de0ace31616a7d448c41c4e7e59498b6d7dae05b) AuthConfig (d8e3d6b39923b9e00ff98d7c117e118f076557a11ba693100f259a5f0f7c5db7) AuthConfig (2457dc5c5b331b0b260f56261cb1ffb0394fe9062db676fa521cf8857e77a8dd) AuthConfig (64a2173ec4b906a7546cd427145bd77866c15719d7580faa98d00ff4e068ceb5) AuthConfig (e697ada82e7dea00e36f5c76795ae53c3ebf7e29e3fcff62b1dd0fbe196c6537) AuthConfig (e5ea16435e6c277203537e1b301b616de356f8a87ad39603f6a1af469f28428e) AuthConfig (29105b5c5059cc4ea9666dc9d3fba929e258a8b5f859fad05fc3250831a1dbd8) AuthConfig (49336383994affb82c1d26d645ffc214ac914129fbffd88c604848eca63f5bee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"42ef480e-683d-4fc8-8874-19289680e834","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.621796911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf95e16-c38d-4a8a-b4dd-7ab51ded0bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.675143225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf95e16-c38d-4a8a-b4dd-7ab51ded0bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.733940414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf95e16-c38d-4a8a-b4dd-7ab51ded0bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:45.822083186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf95e16-c38d-4a8a-b4dd-7ab51ded0bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:46.329748032Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9b6c9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9b6c9e","reconcileID":"b8811b9c-c640-4f23-b3fb-fcf27affb618","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9b6c9e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9b6c9e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.454878858Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.4549669Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.455046624Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","tenant":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.51230097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.586969214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Service","name":"maas-api-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.671496766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.721063437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c88c5b-c2b6-4e35-93e5-2ed20d1e81f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.773187825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c88c5b-c2b6-4e35-93e5-2ed20d1e81f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.774366415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.825959282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c88c5b-c2b6-4e35-93e5-2ed20d1e81f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.878025794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c88c5b-c2b6-4e35-93e5-2ed20d1e81f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.882828129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.938422811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:47.997557873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.051476018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.140854929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.196526522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.248661051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.299836273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.350921408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.402056135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.453355391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.508743753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.561916952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.613124551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.672056404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.724528732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"b394a00b-4cd5-4d53-9d56-99cc451ea028","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-f46b61","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.778747619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","namespace":"ai-tenant-e2e-shared-a-w0-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.778849456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","namespace":"ai-tenant-e2e-shared-a-w0-440c60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.779003245Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","tenant":"e2e-shared-a-w0-440c60","tenantID":"e2e-shared-a-w0-440c60","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.832855929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-440c60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.937777417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Service","name":"maas-api-e2e-shared-a-w0-440c60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:48.995579533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-440c60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.048826681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-440c60","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.104656007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.158813594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.260085195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.320479253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.375031246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.426404582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.477538726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.528811383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.57991499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.630941897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.681993487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.737167379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.784891472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c196c848-ad02-4ada-8296-6843e5c9c712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.836000071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.836672668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c196c848-ad02-4ada-8296-6843e5c9c712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.902807505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c196c848-ad02-4ada-8296-6843e5c9c712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.90679005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:49.96075757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c196c848-ad02-4ada-8296-6843e5c9c712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:50.016922976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-440c60","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:50.068905691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-440c60"},"namespace":"ai-tenant-e2e-shared-a-w0-440c60","name":"default-tenant","reconcileID":"321b18fe-cf34-4d1e-9b65-22518ee1e755","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-440c60","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.898102068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48335f8-2c27-4d49-a68e-7fc0971ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:51.950616408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48335f8-2c27-4d49-a68e-7fc0971ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.002671421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48335f8-2c27-4d49-a68e-7fc0971ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.056501448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a48335f8-2c27-4d49-a68e-7fc0971ee878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:52.995592013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.944577057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6396dea1-cd25-4233-ab6e-7294db52f886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:53.996335165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6396dea1-cd25-4233-ab6e-7294db52f886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:54.048130536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6396dea1-cd25-4233-ab6e-7294db52f886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:54.101097159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6396dea1-cd25-4233-ab6e-7294db52f886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.234162702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"5341686a-9909-44c7-a719-351c54ebec8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-04713b77","tenantID":"e2e-mt-04713b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.352426871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"5341686a-9909-44c7-a719-351c54ebec8b","name":"e2e-mt-04713b77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.588325439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"ff284cfb-929b-4880-bc02-1afc80e775c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.646093726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"ff284cfb-929b-4880-bc02-1afc80e775c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.961775387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"70a5cdf5-2e55-4948-85c1-dce31451cbd5","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:55.961804009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"70a5cdf5-2e55-4948-85c1-dce31451cbd5","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:56.522597114Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-440c60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-440c60","reconcileID":"52dd845c-06c7-462e-9758-20e1f5a64e6e","aitenant":"ai-tenants/e2e-shared-a-w0-440c60","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:56.698839727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb4001e-6319-474d-806a-1afcf4c6b518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:56.750568949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb4001e-6319-474d-806a-1afcf4c6b518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:56.802154481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb4001e-6319-474d-806a-1afcf4c6b518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:56.854304007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb4001e-6319-474d-806a-1afcf4c6b518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:57.317932787Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-440c60","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-440c60","reconcileID":"52dd845c-06c7-462e-9758-20e1f5a64e6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-440c60","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-440c60"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:58.78014742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6f273-0226-4ddb-b1af-8e8b0c4361ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:58.832338643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6f273-0226-4ddb-b1af-8e8b0c4361ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:58.884157448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6f273-0226-4ddb-b1af-8e8b0c4361ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:03:58.936079232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6f273-0226-4ddb-b1af-8e8b0c4361ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:00.941034129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6893b3ec-9174-44d6-9c10-172396c91616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:00.941968529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"6520d02e-ba22-4afc-9c73-20d80db0c8ef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:00.94199245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"6520d02e-ba22-4afc-9c73-20d80db0c8ef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:00.99331146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6893b3ec-9174-44d6-9c10-172396c91616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.045376615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6893b3ec-9174-44d6-9c10-172396c91616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.050316242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"a19f6396-2dd2-4cde-8a67-4ac23e3c2ec4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.050335988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"a19f6396-2dd2-4cde-8a67-4ac23e3c2ec4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.097273046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6893b3ec-9174-44d6-9c10-172396c91616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.200260976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"358a13d2-2e79-4859-8a1d-0ffce72a627d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.326581584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"358a13d2-2e79-4859-8a1d-0ffce72a627d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.381901597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"358a13d2-2e79-4859-8a1d-0ffce72a627d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.438573616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"1b82c796-e77c-4eb2-9fc5-8be6b2432d40","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:01.438592294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"1b82c796-e77c-4eb2-9fc5-8be6b2432d40","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:02.992260161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c39dd4c-cc21-4f05-bbf2-e6cf1db16f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:03.045735877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c39dd4c-cc21-4f05-bbf2-e6cf1db16f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:03.097779565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c39dd4c-cc21-4f05-bbf2-e6cf1db16f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:03.149962585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c39dd4c-cc21-4f05-bbf2-e6cf1db16f61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:05.059764731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799d0d77-a4a8-41bb-bf5e-ba86785453c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:05.111759054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799d0d77-a4a8-41bb-bf5e-ba86785453c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:05.163493588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799d0d77-a4a8-41bb-bf5e-ba86785453c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:05.215333797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799d0d77-a4a8-41bb-bf5e-ba86785453c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.170150763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2cbd2c-c005-4055-b074-6bab441b1f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.2218145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2cbd2c-c005-4055-b074-6bab441b1f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.273512882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2cbd2c-c005-4055-b074-6bab441b1f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:07.325934727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2cbd2c-c005-4055-b074-6bab441b1f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:09.19467898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e30773-dba4-4a78-8ebb-ee42bfcbcdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:09.247218744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e30773-dba4-4a78-8ebb-ee42bfcbcdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:09.299911387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e30773-dba4-4a78-8ebb-ee42bfcbcdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:09.351878673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e30773-dba4-4a78-8ebb-ee42bfcbcdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:10.704577476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f7499b8-8102-4a04-9fcd-19ebb498409e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:10.843743341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"6168e7ca-6c39-4731-a644-0071a6c0704b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:10.912856338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"2ffc0b41-2c0c-47dc-ad20-913e563fe080","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:10.947046866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"8cbc4d86-1bbb-47b5-b7d0-b3109afb7d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.119837894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"9118c077-2771-4905-8dd7-b5dbadcb7961","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.242361196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d50826eb-2aad-4c35-a6e4-558d0444b9d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.260403177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c35a8f4-f1e6-4c26-8eeb-af4df28a817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.312140068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c35a8f4-f1e6-4c26-8eeb-af4df28a817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.364105944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c35a8f4-f1e6-4c26-8eeb-af4df28a817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.415651567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c35a8f4-f1e6-4c26-8eeb-af4df28a817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.468288562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"b314c1f4-872f-434a-ba98-ce400c40ccce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.542549442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"1176b76d-4240-46d7-ae45-0c931775cffd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.600614201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"1176b76d-4240-46d7-ae45-0c931775cffd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.62480605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08fc5f32-e193-4e15-8627-34e3b48bc5a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.693809763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"1176b76d-4240-46d7-ae45-0c931775cffd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.887551315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"428cadf0-e41e-4fec-9b93-30eb4f1f6dcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.952289696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"21cf9c21-04a1-4d11-8958-8e4a4c26fd72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:11.964659929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"63b63437-6381-4755-875a-48836996859a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:12.052001921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"bc704496-988f-44c5-b59d-73739b904d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.799473735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"bdaa3284-b5af-4ad8-9f9b-4da384d8c092","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.856369773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"bdaa3284-b5af-4ad8-9f9b-4da384d8c092","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:21.912295884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"bdaa3284-b5af-4ad8-9f9b-4da384d8c092","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:22.990011884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:32.016230276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"5cef73b9-9517-41c0-9289-5150aeb9e44f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:32.072514761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"5cef73b9-9517-41c0-9289-5150aeb9e44f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:32.127538214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"5cef73b9-9517-41c0-9289-5150aeb9e44f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:40.835946574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"1418d682-8de1-40fa-bd04-a61afaa34468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:40.952608862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e93879ea-67c7-4dd8-9847-089257dee6a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.05313672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b623aaba-3497-41fc-9f5b-bd7cc30c96d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.422490002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"781fb373-d55d-462d-b0d9-2aefec8dba1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.54156537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"1f36fab9-5255-4882-bca4-362e86c55dfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.647087174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"d57cca54-b02d-4470-ade6-675a8ea54b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.740335324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"e76cf7f1-07c0-43c0-ae1a-ef7d47befabe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:41.957656853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f4dd7dfd-6ca7-48ae-b86a-51d2d9794f93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.078388258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b405915e-2180-430b-9c68-4a63057171b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.178063052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"49721e9a-8aa7-4955-b4f7-a5df26a03edb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.197821653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"564b8ef0-edd6-44b6-8aa7-be693929e4d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.230895139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"878876c5-ce54-4b67-95eb-66a21a50a79b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.277244564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"6cdbcdd0-b1b9-4ec1-a697-1297f1b8ed2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.287775974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"878876c5-ce54-4b67-95eb-66a21a50a79b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.343296329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26c8120b0d3d02fa4ff6e7b0d4e06f881dc5a8096e24850ecd179273efcc8d2f) AuthConfig (404dadbdb42dc0df19d93fe51b9f0499058c13e29f08b2bd87562845e9f33e1c) AuthConfig (fad6d7aae4f72c3b5c9074e330aa5ac581dbd70174abddf88f97f53dbcce298e) AuthConfig (8cd3ed60d3e6f2dec6a8935c7735b7d931dd781f8a208ef8a87fc39a269563c4) AuthConfig (6f63b329aae997db0fc5f8e33343b41a8f1aa7b6ed1b4be96ab9fa3f34d0d39b) AuthConfig (2466d0f0552224b0e084bd5aed214cf480606c3311564739ad2ea2b67a026d1b) AuthConfig (ba395f7b5f4d46c2a776702bbb6d6948be35eeb87306665f22ba89a9e56dd8c4) AuthConfig (5d253678c11557f00cf7f9019bc7b4d921a6ad31ef60d5b771bf3e296c2a7b12) AuthConfig (e3cadc2d0064e28b9a63c47094ac05cd7587f8af7ee9dc80efc2a7d3786cd423) AuthConfig (07f712be74f2eef628d0a3fae4e68438e7f49621a75303e885a164e17d685c65) AuthConfig (c1f1cbc865f3d05db78107c08d04dd72c3fe917e52cb0ef673a11514eaca14bd) AuthConfig (0dc7718281416f6da121df93ed6de7dba64ecd0c3c45202c32e3582dd91cc6f6) AuthConfig (d23db63638fd8527f7a1a40a15ca1cbaf99830e45638a9e00cfe84b2e44d7e41) AuthConfig (d9de2844337b75df276caa354013e7661f23225c8526a4f0dd903265638ac7da) AuthConfig (bc00a372321ddff85bda1931a067729284188c59349901b10bbc368a5b18f9cb) AuthConfig (e8e81bbc6f3151090bf61904f6af237f9981def9dbd92f0bbb95d22caf5deeb5) AuthConfig (2fb6a1d936433f0e65d8e424b153f211a57a823ca9934b7de7592de099fb7720) AuthConfig (51175fb67f2bacaad2f660aaf62ab2bbafb99d29827678fd0f47f9aaf1a6e65b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"878876c5-ce54-4b67-95eb-66a21a50a79b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.401070733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"554cda59-8522-40c5-9ea2-bd0f10051e97","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:42.401094457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"554cda59-8522-40c5-9ea2-bd0f10051e97","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.50512055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"e21df6e3-1c60-41a2-9532-06fc81bcc218","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.5621358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"e21df6e3-1c60-41a2-9532-06fc81bcc218","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.617926268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26c8120b0d3d02fa4ff6e7b0d4e06f881dc5a8096e24850ecd179273efcc8d2f) AuthConfig (404dadbdb42dc0df19d93fe51b9f0499058c13e29f08b2bd87562845e9f33e1c) AuthConfig (fad6d7aae4f72c3b5c9074e330aa5ac581dbd70174abddf88f97f53dbcce298e) AuthConfig (8cd3ed60d3e6f2dec6a8935c7735b7d931dd781f8a208ef8a87fc39a269563c4) AuthConfig (6f63b329aae997db0fc5f8e33343b41a8f1aa7b6ed1b4be96ab9fa3f34d0d39b) AuthConfig (2466d0f0552224b0e084bd5aed214cf480606c3311564739ad2ea2b67a026d1b) AuthConfig (ba395f7b5f4d46c2a776702bbb6d6948be35eeb87306665f22ba89a9e56dd8c4) AuthConfig (5d253678c11557f00cf7f9019bc7b4d921a6ad31ef60d5b771bf3e296c2a7b12) AuthConfig (e3cadc2d0064e28b9a63c47094ac05cd7587f8af7ee9dc80efc2a7d3786cd423) AuthConfig (07f712be74f2eef628d0a3fae4e68438e7f49621a75303e885a164e17d685c65) AuthConfig (c1f1cbc865f3d05db78107c08d04dd72c3fe917e52cb0ef673a11514eaca14bd) AuthConfig (0dc7718281416f6da121df93ed6de7dba64ecd0c3c45202c32e3582dd91cc6f6) AuthConfig (d23db63638fd8527f7a1a40a15ca1cbaf99830e45638a9e00cfe84b2e44d7e41) AuthConfig (d9de2844337b75df276caa354013e7661f23225c8526a4f0dd903265638ac7da) AuthConfig (bc00a372321ddff85bda1931a067729284188c59349901b10bbc368a5b18f9cb) AuthConfig (e8e81bbc6f3151090bf61904f6af237f9981def9dbd92f0bbb95d22caf5deeb5) AuthConfig (2fb6a1d936433f0e65d8e424b153f211a57a823ca9934b7de7592de099fb7720) AuthConfig (51175fb67f2bacaad2f660aaf62ab2bbafb99d29827678fd0f47f9aaf1a6e65b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"e21df6e3-1c60-41a2-9532-06fc81bcc218","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:04:52.990270821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:02.723164738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"84ee8013-e200-473c-8db3-fc95009e77ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:02.77987788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"84ee8013-e200-473c-8db3-fc95009e77ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:03.107359952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"9f34ab1b-42fd-4e36-bb00-5a7652d49968","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:03.107477739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"9f34ab1b-42fd-4e36-bb00-5a7652d49968","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.356905964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"a140ee92-038b-4540-a734-0f6df831de55","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.476241824Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"a140ee92-038b-4540-a734-0f6df831de55","name":"e2e-shared-b-w1-9b6c9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.535483795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.535580759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","namespace":"ai-tenant-e2e-shared-a-w3-f46b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.535641423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","tenant":"e2e-shared-a-w3-f46b61","tenantID":"e2e-shared-a-w3-f46b61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.587030283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.638899468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Service","name":"maas-api-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.690583927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.742338543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-f46b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.794133264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.845808045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.897723864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:05.94949592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.001348441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.060843247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.11295513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.165050758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.216899689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.268438082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.321719622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.373117468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.424357986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.475489075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.526966344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-f46b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:06.578397867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-f46b61"},"namespace":"ai-tenant-e2e-shared-a-w3-f46b61","name":"default-tenant","reconcileID":"6886c5b6-feb4-4d95-964e-58526368c9a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-f46b61","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.549438662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"0035ea69-e11d-49fa-a154-399308fba4f8","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.549459874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"0035ea69-e11d-49fa-a154-399308fba4f8","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.60874514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"5955a928-97f8-4e48-98cd-343f0a3d9042","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.60877646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"5955a928-97f8-4e48-98cd-343f0a3d9042","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.651518572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"7539c071-dc4d-4c7a-ac07-ce7db8fc41f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:08.657685464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"a08636e3-13c3-48f2-8b08-6b0cea97f026","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-2a087d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:08.66209888Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"5955a928-97f8-4e48-98cd-343f0a3d9042","name":"rate-test-model-980b82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-980b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:08.662154694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"5955a928-97f8-4e48-98cd-343f0a3d9042","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-980b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.667547195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"ebd1a503-5ef8-44c1-8db7-c62f8d2f0ec2","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.667563615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"ebd1a503-5ef8-44c1-8db7-c62f8d2f0ec2","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.708658156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"7539c071-dc4d-4c7a-ac07-ce7db8fc41f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.821689524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"4a5d0408-a9e7-4067-bc75-4a3caeccc56a","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.821710211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"4a5d0408-a9e7-4067-bc75-4a3caeccc56a","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.879621526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"a98a7687-714d-4acb-a553-3dd62e680cd7","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.879650978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"a98a7687-714d-4acb-a553-3dd62e680cd7","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.911126789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"9237a88d-0400-426d-92a3-51b1bd13d560","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.911315318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"9237a88d-0400-426d-92a3-51b1bd13d560","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:08.927892193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"21db1a9a-2d9c-4f10-bc06-f72a80a999f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-2a087d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.967846752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"0c2ef8d1-302d-4bd4-b485-6df27160043d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.971142351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"4b6a4255-17f1-42c8-827d-0d95e5227a41","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:08.971158635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"4b6a4255-17f1-42c8-827d-0d95e5227a41","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.024453178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"0c2ef8d1-302d-4bd4-b485-6df27160043d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.079784078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"01a88f7a-83da-4d7c-8e2b-a26ef4b3dec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.081513506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"c3be5013-21e6-4c39-bef9-f66a0bdfef08","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.081534199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"c3be5013-21e6-4c39-bef9-f66a0bdfef08","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.137000402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"01a88f7a-83da-4d7c-8e2b-a26ef4b3dec1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.138812596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"21437a89-e276-4fb0-9a67-1d97c9e8cad4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.138832043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"21437a89-e276-4fb0-9a67-1d97c9e8cad4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.187533183Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"80bdad43-2e90-4387-b053-be4372762a5a","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","model":"rate-test-model-980b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-980b82/e2e-rate-iso-a-2a087d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.234096612Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-f46b61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-f46b61","reconcileID":"bf35eca3-8d1a-46c0-abb8-643020205102","aitenant":"ai-tenants/e2e-shared-a-w3-f46b61","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.384642571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f1e88c6d-d072-4626-9588-140edba40d4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.441625462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f1e88c6d-d072-4626-9588-140edba40d4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.441736859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"bee5d3df-bfa9-4a1f-8d3b-bf58686df5ef","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","model":"rate-test-model-b8d3cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-rate-iso-b-2a087d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.447264046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"52b37c0d-7da2-4bb2-9f25-a6a5bf11f109","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.447282441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"52b37c0d-7da2-4bb2-9f25-a6a5bf11f109","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.61480549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"c98cfde1-24cc-436b-918d-b1d9daef82a7","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.614824132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"c98cfde1-24cc-436b-918d-b1d9daef82a7","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.665312927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"204d2805-dc50-44bd-9c7f-1370fae163e8","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.821799611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"72549a51-c9ca-4291-ad7c-66117ef5102a","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.878880426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d4b79f-67cf-42b8-92ca-d1a3b1e372b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.930727601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d4b79f-67cf-42b8-92ca-d1a3b1e372b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:09.982556598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d4b79f-67cf-42b8-92ca-d1a3b1e372b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.03438575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1d4b79f-67cf-42b8-92ca-d1a3b1e372b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:10.100203125Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-f46b61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-f46b61","reconcileID":"bf35eca3-8d1a-46c0-abb8-643020205102","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-f46b61","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-f46b61"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.080347929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f2d8bf-5956-411e-97d5-b0ee9c85299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.132896429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f2d8bf-5956-411e-97d5-b0ee9c85299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.184772068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f2d8bf-5956-411e-97d5-b0ee9c85299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:12.240325011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f2d8bf-5956-411e-97d5-b0ee9c85299a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:14.151388964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6373a-fb89-4218-b924-522b7b369b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:14.2032699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6373a-fb89-4218-b924-522b7b369b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:14.257611176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6373a-fb89-4218-b924-522b7b369b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:14.309842932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd6373a-fb89-4218-b924-522b7b369b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:16.184972553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3077c6-76c4-4772-b9b4-40c5bb115245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:16.237675736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3077c6-76c4-4772-b9b4-40c5bb115245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:16.289672229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3077c6-76c4-4772-b9b4-40c5bb115245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:16.341538361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3077c6-76c4-4772-b9b4-40c5bb115245","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.318165852Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.318237686Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","namespace":"ai-tenant-e2e-shared-b-w0-915ccb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.318281094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","tenant":"e2e-shared-b-w0-915ccb","tenantID":"e2e-shared-b-w0-915ccb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.371737645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-915ccb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.431261905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Service","name":"maas-api-e2e-shared-b-w0-915ccb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.491983263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-915ccb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.545420832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-915ccb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.635101354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.705025236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.761795871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.86941504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.921004433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:17.972250443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.023593127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.075036943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.126291764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.23044421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.285166193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.341096025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.392277138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.443772713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.495524632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-915ccb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.549649801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-915ccb"},"namespace":"ai-tenant-e2e-shared-b-w0-915ccb","name":"default-tenant","reconcileID":"21b7a40d-824b-44e0-a7ed-f7d2eb7a368b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-915ccb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.722418799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a4c9f6-a782-4516-9f8e-7681e935e9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.774192431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a4c9f6-a782-4516-9f8e-7681e935e9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.826451181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a4c9f6-a782-4516-9f8e-7681e935e9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:18.878270402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a4c9f6-a782-4516-9f8e-7681e935e9f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:20.749975119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87947b51-13a9-445c-9c9d-425586ffcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:20.801960033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87947b51-13a9-445c-9c9d-425586ffcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:20.853705946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87947b51-13a9-445c-9c9d-425586ffcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:20.905868359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87947b51-13a9-445c-9c9d-425586ffcd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:22.990036532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:23.395930349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c7045273-21f2-499e-bde5-1037832ad1f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:23.693831722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"0105e188-d29a-43b6-a958-6fcf3d13026e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:23.865862553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"30b8370c-0fe1-47b3-bf67-75fdbc70ea56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.136583703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"14b98281-7f63-42a6-ad03-ca3ebc9949b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.136718788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f213a1c-bcec-4e40-99e1-c0daeb729e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.203461056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"ea21fd38-838a-4aa1-af94-ea6d7df8a125","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.375272216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"accda132-26f9-45a9-96f9-e005e46c6ce8","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.441163542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"8b2f7ab3-d79d-42be-95f8-e204edd88f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.500348427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"f82d598a-991e-4828-b396-a3f0cc6c14ce","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.500370839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"f82d598a-991e-4828-b396-a3f0cc6c14ce","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.554041579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"6c86074b-0e70-457b-a50b-1c24ffb887f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.555560856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"f53a370b-9c48-4e5d-8df5-ca4e6cacea52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.590806576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"0e1eb7c1-3bc5-4bbc-b9e0-189d4cf47de4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.590827014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"0e1eb7c1-3bc5-4bbc-b9e0-189d4cf47de4","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.729018331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60c62940-355a-4afb-904e-9ac232d7c794","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.834402827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"d57129c4-ce84-4b87-9565-c76f7e315666","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:24.94075476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"96686c45-6e22-420b-b216-69b222540ef7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.0254375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"bada2fb3-60c6-47fc-9a2e-74d3aae5614f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.35961963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"4183a23d-fd98-4e56-a02c-95343c89bcef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.416239631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"4183a23d-fd98-4e56-a02c-95343c89bcef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.459023193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f7c26c13-7474-4689-b942-397bd321b550","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:25.516018072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f7c26c13-7474-4689-b942-397bd321b550","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:27.922341338Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-915ccb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-915ccb","reconcileID":"f6a91530-4f53-49e4-8759-147ec3a466c3","aitenant":"ai-tenants/e2e-shared-b-w0-915ccb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.520358263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d664e47-d8d6-4b2a-826c-ef2fab3efa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.571948844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d664e47-d8d6-4b2a-826c-ef2fab3efa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.62372051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d664e47-d8d6-4b2a-826c-ef2fab3efa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.675391754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d664e47-d8d6-4b2a-826c-ef2fab3efa8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:28.739990553Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-915ccb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-915ccb","reconcileID":"f6a91530-4f53-49e4-8759-147ec3a466c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-915ccb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-915ccb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.655582173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"eacdce7a-a024-4213-ba9f-1d52d0c791a5","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.655601858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"eacdce7a-a024-4213-ba9f-1d52d0c791a5","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.689644023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"fafdc383-601c-4228-87c8-02ecdc638d4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.781271984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-access","reconcileID":"c9ad8099-0249-4a91-92bd-44e3aaa179b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:29.801750535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"fca0c877-4261-4f90-8439-302527715b20","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.011247405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"8da61035-94a6-4343-9be9-b38305251bc3","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.012082996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0e07ad9c-53ac-4150-af1b-55045d00c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.013357017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"fafdc383-601c-4228-87c8-02ecdc638d4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.068726736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0e07ad9c-53ac-4150-af1b-55045d00c809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.069329609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"cde606e3-36bc-47cb-900e-e0415edba62f","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.116715085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"c737ebd5-3d58-4b39-9bb6-bdcfc0102422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.141238844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"fafdc383-601c-4228-87c8-02ecdc638d4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.141263581Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-auth-2a087d","reconcileID":"fafdc383-601c-4228-87c8-02ecdc638d4f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.197373577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"cabd8db7-172f-4673-ad18-920a7091fa96","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.197395817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"cabd8db7-172f-4673-ad18-920a7091fa96","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.254840929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0556e0bc-663d-4a3f-ac0d-3e0d09e71844","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.326446419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"20d1e002-08c2-4acf-a99b-1e562aaccc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.335157353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f2b3dbbd-6513-41b3-9daa-0e7e05293191","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.335298398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"36c23db4-6724-4890-8432-a85385a67352","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.335320362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"36c23db4-6724-4890-8432-a85385a67352","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.383376762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"20d1e002-08c2-4acf-a99b-1e562aaccc0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.463822965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"04d5a3c2-682a-42ee-8c67-781be1075af6","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.538889714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f2b3dbbd-6513-41b3-9daa-0e7e05293191","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.574686228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5ba5b2-769f-49e5-8536-abdb2d0d1506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.602978278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"20b7cdf3-0279-4829-a699-f4f5a6a863a5","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.627235911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5ba5b2-769f-49e5-8536-abdb2d0d1506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.679667733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5ba5b2-769f-49e5-8536-abdb2d0d1506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.73164223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5ba5b2-769f-49e5-8536-abdb2d0d1506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.801574636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f2b3dbbd-6513-41b3-9daa-0e7e05293191","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.801598306Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-auth-2a087d","reconcileID":"f2b3dbbd-6513-41b3-9daa-0e7e05293191","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.857982035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"87dc62d4-5b50-4606-9f43-4d7081a12617","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.858002588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"87dc62d4-5b50-4606-9f43-4d7081a12617","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.987960598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"e77be03c-a0b2-4777-9745-089a4659b1f1","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:30.987980615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"e77be03c-a0b2-4777-9745-089a4659b1f1","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:31.152670255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"7cc203d3-96a8-464b-b883-ce599d9889dc","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.677029485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a47f6e-6122-4413-8991-ebb775a80d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.729226489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a47f6e-6122-4413-8991-ebb775a80d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.781353735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a47f6e-6122-4413-8991-ebb775a80d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:32.833196487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a47f6e-6122-4413-8991-ebb775a80d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.056870372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"4ea04930-1f3a-4c68-9e71-494a4da85e07","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.383990901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"bfc4478c-3e61-4cb8-9c31-5d18da6ff3f5","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.715921943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"279724fc-dae7-438d-8dfb-1db920f360fb","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.877422627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fbdf9844-bfb3-4811-85a3-81c1738d0900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.924477467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"1ed7130b-9211-48a3-a9dc-526c68a19cf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:35.93887694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fbdf9844-bfb3-4811-85a3-81c1738d0900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.049367242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"0b5a7bef-88d5-4b23-a943-e56b406dbffe","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.102367682Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"74ce87fc-69be-4c01-a9d4-5e35b36607b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.109042163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"14ffd947-e3d7-45be-abc3-42a90162c4e7","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.154522722Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"74ce87fc-69be-4c01-a9d4-5e35b36607b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.206472174Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"74ce87fc-69be-4c01-a9d4-5e35b36607b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.253739831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"7c2398de-0c66-4d26-b709-a2ff207e9803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.308288584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"6f969ed5-6dbf-42f0-88c2-303a3c2cf3ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.311054176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"7c2398de-0c66-4d26-b709-a2ff207e9803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.478858432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"2775efe6-cacc-4c70-8905-8d4b19ac185d","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.529900323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"34e4fe5c-6ac2-463b-aecc-10cb82a2233e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.584738745Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"34e4fe5c-6ac2-463b-aecc-10cb82a2233e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/simulator-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.584875835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"75b007d6-dce5-41fc-a510-a589b3c41d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:36.647076193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"75b007d6-dce5-41fc-a510-a589b3c41d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:36.855503556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"simulator-subscription","reconcileID":"34e4fe5c-6ac2-463b-aecc-10cb82a2233e","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.149947285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"aeeb36ea-9cf0-4b56-9721-d6e8df34e561","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","subscription":"e2e-rate-iso-a-2a087d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.202019809Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"aeeb36ea-9cf0-4b56-9721-d6e8df34e561","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.254061873Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-rate-iso-a-2a087d","reconcileID":"aeeb36ea-9cf0-4b56-9721-d6e8df34e561","MaaSSubscription":{"name":"e2e-rate-iso-a-2a087d","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.52402439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"e194c9fd-6f33-487e-8550-e0fb366ded8f","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/rate-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.524047099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"rate-test-model-980b82","reconcileID":"e194c9fd-6f33-487e-8550-e0fb366ded8f","MaaSModelRef":{"name":"rate-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"rate-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"rate-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.677844528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"031e6a16-a5d1-471f-8c24-de9870242589","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:41.677866902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"031e6a16-a5d1-471f-8c24-de9870242589","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.127800641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"187c4dfb-6877-4e1c-a740-f81f915eb562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.184279244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"187c4dfb-6877-4e1c-a740-f81f915eb562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.23246732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"5b6f0654-e669-4334-b3cb-c8e7860473dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.446763553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"e437b24b-000d-49fc-9a39-0aeb79b18016","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.498557356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"fd6eeb2b-aaab-4e6e-9f94-65246e66da0d","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.55068299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"4dd681f2-fd81-4b67-aa62-732b9eaf3511","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.55110017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"ead9a805-0610-4122-9c6e-5460632cfd37","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.674292024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0e566236-3a3b-432a-ae0b-19a21cc5cb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.72679677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"033f5112-eecf-4b9b-81ae-34965c6d439d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:42.73090229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"0e566236-3a3b-432a-ae0b-19a21cc5cb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.023803575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"cb40dbd9-78e3-4d92-aa9e-33b0b64f3136","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.081338623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6cc27abc-7ca9-429d-bb89-db04d0d95ea0","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.095012807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9216c924-1d4a-44d5-83a7-6fe212e3dc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:43.134460166Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6cc27abc-7ca9-429d-bb89-db04d0d95ea0","name":"premium-w0-ec2f9a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-ec2f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:05:43.134530955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6cc27abc-7ca9-429d-bb89-db04d0d95ea0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-ec2f9a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.139755863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"6235e677-1246-44a9-ae59-142ea866f858","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.152345272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"9216c924-1d4a-44d5-83a7-6fe212e3dc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.18411529Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"b9335856-1cf0-470b-9baa-070dc675587d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c7ab7aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.249052639Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"8f9d93ac-33ad-4771-a556-d54332b3122e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c7ab7aff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.356790459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fe484a65-2aa0-4d65-aeea-516f58401407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.48024723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e397e426-d35b-41ef-b7d1-fa8b11e2fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.531991337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e397e426-d35b-41ef-b7d1-fa8b11e2fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.583375876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fe484a65-2aa0-4d65-aeea-516f58401407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.583885919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e397e426-d35b-41ef-b7d1-fa8b11e2fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.635665635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e397e426-d35b-41ef-b7d1-fa8b11e2fc84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.762708191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fe484a65-2aa0-4d65-aeea-516f58401407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"e2e-worker-w0-ec2f9a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.762742977Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-access","reconcileID":"fe484a65-2aa0-4d65-aeea-516f58401407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:43.823534365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"88c79b9a-ba77-453e-b61c-a728d158ed2d","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:45.59371238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b7db03-fd75-498d-bed6-fed55f32af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:45.64584559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b7db03-fd75-498d-bed6-fed55f32af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:45.698320427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b7db03-fd75-498d-bed6-fed55f32af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:45.750360635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b7db03-fd75-498d-bed6-fed55f32af3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:51.838418952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"ef53e0eb-f2f1-44b5-82b0-6bd3e4ffc423","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","subscription":"e2e-rate-iso-b-2a087d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:51.890540443Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"ef53e0eb-f2f1-44b5-82b0-6bd3e4ffc423","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:51.942539049Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-rate-iso-b-2a087d","reconcileID":"ef53e0eb-f2f1-44b5-82b0-6bd3e4ffc423","MaaSSubscription":{"name":"e2e-rate-iso-b-2a087d","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.214384515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"189c671a-6d02-4948-84d0-c8e663f28ce2","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/rate-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.214404661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"rate-test-model-b8d3cb","reconcileID":"189c671a-6d02-4948-84d0-c8e663f28ce2","MaaSModelRef":{"name":"rate-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"rate-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"rate-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.703448906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"a8e7b163-84cb-4052-9645-c6bd92e1e72f","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.703824727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"b77f17f1-a875-4a59-93f4-36bbf4945c7f","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.703992082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"123d5dbd-5266-4dea-9d0c-269a479a066e","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:52.990040976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:53.300921266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"bc8ecf44-a0b6-4814-856c-fb25d3cc9214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:53.353159792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"bc8ecf44-a0b6-4814-856c-fb25d3cc9214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:53.405501765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"premium-simulator-subscription","reconcileID":"bc8ecf44-a0b6-4814-856c-fb25d3cc9214","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"name":"maas-trlp-premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a","model":"e2e-models-e2e-worker-w0-ec2f9a/premium-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:05:53.676845254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"9460bbb8-2fa3-4a75-aecc-0cf341c10944","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:02.704313089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"6140e68f-f18a-49b4-b3fc-e01ddc827724","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:02.70460839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"84d57c74-e2c4-4fa1-b7b5-23595bd018ef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:02.704783391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"bd01e85b-337d-4746-8fe6-21e026d01cd7","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:03.677338269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"aaadcb7c-7fe9-4086-ae97-ae1e44df0844","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.372201845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-2-w0-ec2f9a","reconcileID":"60175184-9d76-4a4a-862a-6272f1a29d0e","MaaSModelRef":{"name":"distinct-2-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-2-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-2-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.379040293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"distinct-w0-ec2f9a","reconcileID":"e70d5e79-f08f-4daa-9d5e-00f8f460fe23","MaaSModelRef":{"name":"distinct-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"distinct-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"distinct-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.386005801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"premium-w0-ec2f9a","reconcileID":"f79ab231-aa12-4b90-9b82-7aba592ff159","MaaSModelRef":{"name":"premium-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"premium-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"premium-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:11.393288229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"namespace":"e2e-models-e2e-worker-w0-ec2f9a","name":"simulator-w0-ec2f9a","reconcileID":"d1cfc3e0-afaf-4a15-8dfc-d90053530430","MaaSModelRef":{"name":"simulator-w0-ec2f9a","namespace":"e2e-models-e2e-worker-w0-ec2f9a"},"routeName":"simulator-w0-ec2f9a-kserve-route","namespace":"e2e-models-e2e-worker-w0-ec2f9a","llmisvcName":"simulator-w0-ec2f9a","gateway":"openshift-ingress/e2e-worker-w0-ec2f9a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.632324214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa982ba0-c32f-4e03-b32b-6a7296e4ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.683888591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa982ba0-c32f-4e03-b32b-6a7296e4ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.735439043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa982ba0-c32f-4e03-b32b-6a7296e4ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:20.787209573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa982ba0-c32f-4e03-b32b-6a7296e4ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:22.650183681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0671d3-7156-4e5f-9177-728c471be702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:22.701763096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0671d3-7156-4e5f-9177-728c471be702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:22.75344273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0671d3-7156-4e5f-9177-728c471be702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:22.805446913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f0671d3-7156-4e5f-9177-728c471be702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:22.989974148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.107807166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.107864037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","namespace":"ai-tenant-e2e-shared-b-w3-1f0009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.107912217Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","tenant":"e2e-shared-b-w3-1f0009","tenantID":"e2e-shared-b-w3-1f0009","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.161287282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-1f0009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.220341127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Service","name":"maas-api-e2e-shared-b-w3-1f0009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.279448451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-1f0009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.332965997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-1f0009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.396660844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.452030962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.508512738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.564428079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.615788689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.669485714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.723594061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.774879644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.826078908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.88268002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.93453939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:24.989790719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.041104767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.092329455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.150448142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-1f0009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:25.203981635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-1f0009"},"namespace":"ai-tenant-e2e-shared-b-w3-1f0009","name":"default-tenant","reconcileID":"5e4fe000-bea5-4faf-bdfb-55f2020b78e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-1f0009","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:33.801057576Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-1f0009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-1f0009","reconcileID":"4123973d-6d7b-4595-9c27-4dbc7ff82203","aitenant":"ai-tenants/e2e-shared-b-w3-1f0009","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.383523094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79874e22-26c7-46d4-995b-27d204d00bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.435408775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79874e22-26c7-46d4-995b-27d204d00bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.490513946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79874e22-26c7-46d4-995b-27d204d00bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.543246118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79874e22-26c7-46d4-995b-27d204d00bfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:34.658081359Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-1f0009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-1f0009","reconcileID":"4123973d-6d7b-4595-9c27-4dbc7ff82203","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-1f0009","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-1f0009"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.718437006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-access","reconcileID":"399b677d-a53e-4001-b424-634982ee9108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.718489166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"1f57710d-4f0f-4ec3-a53b-f0f0d6087635","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.923036634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7db13e09-5146-4799-9757-b952d43f1a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.928327154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"47f8c6d1-0358-463c-a11e-5d86b4229dfc","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:35.980159183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"7db13e09-5146-4799-9757-b952d43f1a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.02855897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"eeac6cd3-1cf4-4225-81c0-8a5bc1d86376","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.081324077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"7e18ae98-ad3a-46d7-acf5-570a103d8ca1","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.287109944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"571a18d2-c84e-4ccd-9698-956d83b69ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.344213344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"571a18d2-c84e-4ccd-9698-956d83b69ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.43597659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a0b50-7e4c-4341-b341-d0ee8b5c4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.488613844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a0b50-7e4c-4341-b341-d0ee8b5c4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.540570536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a0b50-7e4c-4341-b341-d0ee8b5c4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:36.592164135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"662a0b50-7e4c-4341-b341-d0ee8b5c4085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.467530089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc61299-9c34-4ba6-adfc-23fca5775374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.519232893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc61299-9c34-4ba6-adfc-23fca5775374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.570906257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc61299-9c34-4ba6-adfc-23fca5775374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:38.622640102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc61299-9c34-4ba6-adfc-23fca5775374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.49990228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","namespace":"ai-tenant-e2e-worker-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.499964855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","namespace":"ai-tenant-e2e-worker-w0-ec2f9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.500011498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","tenant":"e2e-worker-w0-ec2f9a","tenantID":"e2e-worker-w0-ec2f9a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.554189478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Deployment","name":"maas-api-e2e-worker-w0-ec2f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.627409478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Service","name":"maas-api-e2e-worker-w0-ec2f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.684155648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-ec2f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.739389028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-ec2f9a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.798230486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.852946006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.908373343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:40.974488255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.02592616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.077100923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.12953519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Service","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.180854789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.232134885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.285492777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.336612032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.391727914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.442884912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.493982704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.556482778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-ec2f9a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:41.608678173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ec2f9a"},"namespace":"ai-tenant-e2e-worker-w0-ec2f9a","name":"default-tenant","reconcileID":"7f5c3eb0-4598-4bdf-8ff5-6ad0b0aeb308","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-ec2f9a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.298622671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"0248c86c-ff85-4467-880b-10ac73d5ae24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.351034037Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"0248c86c-ff85-4467-880b-10ac73d5ae24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.403124195Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"simulator-subscription","reconcileID":"0248c86c-ff85-4467-880b-10ac73d5ae24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/simulator-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.674450049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"ea785665-ed19-448f-a35b-4863f7557659","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.795942095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"85cf6cf2-3384-4c6c-a49d-f632015598e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:46.852680766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"85cf6cf2-3384-4c6c-a49d-f632015598e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:47.630498824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ec2f9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ec2f9a","reconcileID":"5e3f2048-1603-42e7-ad7f-d90de38e1e6e","aitenant":"ai-tenants/e2e-worker-w0-ec2f9a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.171835283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99102a84-b925-4d8e-a4ee-981f679e7109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.223863094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99102a84-b925-4d8e-a4ee-981f679e7109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.276327554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99102a84-b925-4d8e-a4ee-981f679e7109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.328440022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99102a84-b925-4d8e-a4ee-981f679e7109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:48.440198015Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-ec2f9a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-ec2f9a","reconcileID":"5e3f2048-1603-42e7-ad7f-d90de38e1e6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-ec2f9a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-ec2f9a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.265668725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5817f397-ab40-40a3-9039-9339e7c34a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.317559295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5817f397-ab40-40a3-9039-9339e7c34a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.369426369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5817f397-ab40-40a3-9039-9339e7c34a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:50.421195861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5817f397-ab40-40a3-9039-9339e7c34a9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.010140923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"5bdd6b15-f7b6-4326-a07f-b2c55d276214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.067120511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"5bdd6b15-f7b6-4326-a07f-b2c55d276214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.083215806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"ce01a72f-02f1-4156-8440-d71dccb0b24a","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.114246768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"5615535e-3728-4d5b-96f7-0d7e8236b51f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.196569522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"ad8a3a8e-e266-454a-b139-6ca01baf7124","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.269755526Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"228f631d-2d53-4af5-aa32-1e3d22cd13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.327035887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"cfe80da7-b9b0-496f-bf98-9a517de494d9","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.327378954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-2-w3-96031a","reconcileID":"5aea94e6-195a-401a-816f-f838fcb86d25","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-2-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-2-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.327565208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"9abf4d22-cd19-4129-8205-e2342e21490f","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.379299948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"b8b6f240-f04d-4cc3-b72f-2ec5c3e93a86","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.43061683Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"1af293d6-5589-4c0e-af2b-664936e0a2dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bdd12d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.521675141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"228f631d-2d53-4af5-aa32-1e3d22cd13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.648141959Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"228f631d-2d53-4af5-aa32-1e3d22cd13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.648211178Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"228f631d-2d53-4af5-aa32-1e3d22cd13a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.703963457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"91636145-a710-4d52-92bd-d98e06a1b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.704694701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"1e941fff-4b7c-4b14-9547-f31778714f61","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.908670318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"91636145-a710-4d52-92bd-d98e06a1b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.965061512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"91636145-a710-4d52-92bd-d98e06a1b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"e2e-worker-w3-96031a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.965085766Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"91636145-a710-4d52-92bd-d98e06a1b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:52.990752572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:06:53.016409852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-access","reconcileID":"91636145-a710-4d52-92bd-d98e06a1b7ce","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.269371797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c777ce0-1d2e-4521-9e97-7aa31ed46b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.321555867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c777ce0-1d2e-4521-9e97-7aa31ed46b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.373310909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c777ce0-1d2e-4521-9e97-7aa31ed46b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:53.424877184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c777ce0-1d2e-4521-9e97-7aa31ed46b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:55.315627153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402939f-1ecb-47f6-b4ac-06cf095b3800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:55.368229098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402939f-1ecb-47f6-b4ac-06cf095b3800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:55.419969609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402939f-1ecb-47f6-b4ac-06cf095b3800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:55.473975163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4402939f-1ecb-47f6-b4ac-06cf095b3800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.02575737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97794495-d16d-43ff-a88a-88dbd9e6f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.079543471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97794495-d16d-43ff-a88a-88dbd9e6f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.131661071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97794495-d16d-43ff-a88a-88dbd9e6f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:06:58.183365905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97794495-d16d-43ff-a88a-88dbd9e6f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.043928323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb74cf-c88d-46eb-82c0-08868c353b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.097449721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb74cf-c88d-46eb-82c0-08868c353b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.149601125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb74cf-c88d-46eb-82c0-08868c353b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:00.201271321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb74cf-c88d-46eb-82c0-08868c353b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.483639341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d74a58c1-4066-408b-81f7-cf61cb950336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.53654668Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d74a58c1-4066-408b-81f7-cf61cb950336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.637979907Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"premium-simulator-subscription","reconcileID":"d74a58c1-4066-408b-81f7-cf61cb950336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-96031a"},"name":"maas-trlp-premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a","model":"e2e-models-e2e-worker-w3-96031a/premium-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:02.91445826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"5aa0ff2d-43f2-42ea-9f46-9ec991574e5c","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.21028571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"b37f4642-9c36-41c0-93ce-fbf3c2c0ce96","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:04.543096881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"6156c826-4e3c-4b83-97df-6e54a0d782d7","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:14.268612695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"cc2c1d41-fb8b-475c-922f-c6d634746428","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:14.601883716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"215b7844-aec0-441e-b3da-b4fe09ef9680","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.399803884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"7d1b00f5-b2e5-4386-b6e8-5e3cf400799e","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:16.730193464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-2-w3-96031a","reconcileID":"2206e244-e6c3-4102-beff-0d984137ad44","MaaSModelRef":{"name":"distinct-2-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-2-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-2-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.400770416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"simulator-w3-96031a","reconcileID":"63715e81-282f-4ea2-a9d8-92cdfdab322a","MaaSModelRef":{"name":"simulator-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"simulator-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"simulator-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.401046762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"premium-w3-96031a","reconcileID":"b436e056-be33-4851-b3d2-50e02f78b6e4","MaaSModelRef":{"name":"premium-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"premium-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"premium-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:17.401295412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"namespace":"e2e-models-e2e-worker-w3-96031a","name":"distinct-w3-96031a","reconcileID":"fe035a6b-65ab-42c9-ae73-e016c14346f3","MaaSModelRef":{"name":"distinct-w3-96031a","namespace":"e2e-models-e2e-worker-w3-96031a"},"routeName":"distinct-w3-96031a-kserve-route","namespace":"e2e-models-e2e-worker-w3-96031a","llmisvcName":"distinct-w3-96031a","gateway":"openshift-ingress/e2e-worker-w3-96031a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.701201586Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","namespace":"ai-tenant-e2e-mt-04713b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.701262612Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","namespace":"ai-tenant-e2e-mt-04713b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.701312538Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","tenant":"e2e-mt-04713b77","tenantID":"e2e-mt-04713b77","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.754808109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Deployment","name":"maas-api-e2e-mt-04713b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.815227549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Service","name":"maas-api-e2e-mt-04713b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.872222317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-04713b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.925458738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-04713b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:21.985607755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.039547312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.096021881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.159979317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.211373367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Deployment","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.262603755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.314253827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Service","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.371781695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"Service","name":"payload-pre-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.422964062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"DestinationRule","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.474251965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.525622173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.580981838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.632326649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.683583902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.739479705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-04713b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.790966725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-04713b77"},"namespace":"ai-tenant-e2e-mt-04713b77","name":"default-tenant","reconcileID":"f4105415-aec1-4eeb-812e-77af70634227","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-04713b77","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:22.989480475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:30.414386418Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-04713b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-04713b77","reconcileID":"4cd8e440-239f-43b6-b129-06565d458ba2","aitenant":"ai-tenants/e2e-mt-04713b77","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.00712342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33d8aac-92d5-4862-819d-081e464fd76c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.059219001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33d8aac-92d5-4862-819d-081e464fd76c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.111018053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33d8aac-92d5-4862-819d-081e464fd76c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.162897664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33d8aac-92d5-4862-819d-081e464fd76c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:31.222079098Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-04713b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-04713b77","reconcileID":"4cd8e440-239f-43b6-b129-06565d458ba2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-04713b77","removed":["maas.opendatahub.io/gateway-access-e2e-mt-04713b77"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.15437427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972d932-d11d-4b28-a56a-8128b1f79cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.206596812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972d932-d11d-4b28-a56a-8128b1f79cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.258265678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972d932-d11d-4b28-a56a-8128b1f79cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:33.310267584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972d932-d11d-4b28-a56a-8128b1f79cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:39.794514201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"45891a95-3cba-4c2a-9e6e-93b693945f1a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:39.794576155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"45891a95-3cba-4c2a-9e6e-93b693945f1a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.174332508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637d0c3-af47-4fc5-a663-3906d6922df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.225963479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637d0c3-af47-4fc5-a663-3906d6922df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.277948094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637d0c3-af47-4fc5-a663-3906d6922df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:40.32958849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c637d0c3-af47-4fc5-a663-3906d6922df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.267297588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d430fb15-0584-498a-9399-3c6f6ab3ad6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.319322935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d430fb15-0584-498a-9399-3c6f6ab3ad6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.372479586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d430fb15-0584-498a-9399-3c6f6ab3ad6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:42.424351496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d430fb15-0584-498a-9399-3c6f6ab3ad6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.177442966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"87aaa116-c542-4f89-bb3c-95fbe33af7c7","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.177470112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"87aaa116-c542-4f89-bb3c-95fbe33af7c7","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.406724347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c216adf9-f298-4327-b377-05ec6afed93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.458238652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c216adf9-f298-4327-b377-05ec6afed93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.510984578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c216adf9-f298-4327-b377-05ec6afed93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:44.564364525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c216adf9-f298-4327-b377-05ec6afed93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.379634673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","namespace":"ai-tenant-e2e-worker-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.379728513Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","namespace":"ai-tenant-e2e-worker-w3-96031a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.379800352Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","tenant":"e2e-worker-w3-96031a","tenantID":"e2e-worker-w3-96031a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.434354132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Deployment","name":"maas-api-e2e-worker-w3-96031a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.493682325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Service","name":"maas-api-e2e-worker-w3-96031a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.553286113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-96031a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.607197091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-96031a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.678508206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.734304276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.788762784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.85280816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.904366098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:48.955708835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.009457387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Service","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.061095092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.11234631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.163702133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.214901507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.270105153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.321493381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.372473149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.425887131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-96031a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:49.477441472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-96031a"},"namespace":"ai-tenant-e2e-worker-w3-96031a","name":"default-tenant","reconcileID":"9f42977d-133d-402b-978d-ad4bf5132935","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-96031a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:52.990496646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:57.531745442Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-96031a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-96031a","reconcileID":"c6557169-606b-471f-a959-f01d71c26446","aitenant":"ai-tenants/e2e-worker-w3-96031a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.045513495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b7166a-fc37-414f-9147-b296c3161ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.097664497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b7166a-fc37-414f-9147-b296c3161ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.149710001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b7166a-fc37-414f-9147-b296c3161ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.201774528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37b7166a-fc37-414f-9147-b296c3161ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:07:58.367705142Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-96031a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-96031a","reconcileID":"c6557169-606b-471f-a959-f01d71c26446","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-96031a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-96031a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.095891207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5930e87c-6958-440e-bc63-0674b43ac54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.14855266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5930e87c-6958-440e-bc63-0674b43ac54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.200439461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5930e87c-6958-440e-bc63-0674b43ac54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:00.252201081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5930e87c-6958-440e-bc63-0674b43ac54f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.174943549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347ff142-10b5-4268-85d5-5c2340c903ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.22676126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347ff142-10b5-4268-85d5-5c2340c903ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.278625238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347ff142-10b5-4268-85d5-5c2340c903ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:02.331423962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347ff142-10b5-4268-85d5-5c2340c903ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:22.989715038Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.286912499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.286990187Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","namespace":"ai-tenant-e2e-shared-a-w4-882a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.287042322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","tenant":"e2e-shared-a-w4-882a2a","tenantID":"e2e-shared-a-w4-882a2a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.342942626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-882a2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.404142961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Service","name":"maas-api-e2e-shared-a-w4-882a2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.46329564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-882a2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.516959479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-882a2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.571739447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.625654138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.682112945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.737978222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.789482092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.840966685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.902596476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:29.961570165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.013060234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.064623762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.124682043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.180614023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.23234674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.283645668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.34305666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-882a2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:30.394736736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-882a2a"},"namespace":"ai-tenant-e2e-shared-a-w4-882a2a","name":"default-tenant","reconcileID":"c6d46ef9-46e2-40c7-b211-59ff999607b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-882a2a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.249663317Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-882a2a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-882a2a","reconcileID":"caf432d8-a374-4a60-b14d-f2aa0ff78830","aitenant":"ai-tenants/e2e-shared-a-w4-882a2a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.816206267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64975e42-9947-4979-90cf-61351e02e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.86796877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64975e42-9947-4979-90cf-61351e02e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.919597758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64975e42-9947-4979-90cf-61351e02e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:33.971328892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64975e42-9947-4979-90cf-61351e02e9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:34.082652569Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-882a2a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-882a2a","reconcileID":"caf432d8-a374-4a60-b14d-f2aa0ff78830","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-882a2a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-882a2a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:35.894809884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c449b6fa-02f8-490d-a761-7bc088a0fb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:35.946726175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c449b6fa-02f8-490d-a761-7bc088a0fb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:35.998418916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c449b6fa-02f8-490d-a761-7bc088a0fb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:36.051733139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c449b6fa-02f8-490d-a761-7bc088a0fb1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:37.941126535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2cf2ba-fe46-4289-a1eb-c32a9b948d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:37.993901015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2cf2ba-fe46-4289-a1eb-c32a9b948d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:38.04558496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2cf2ba-fe46-4289-a1eb-c32a9b948d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:38.097431398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2cf2ba-fe46-4289-a1eb-c32a9b948d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.204007006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11c3fbe-e201-4894-999f-1732ae4952a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.261754384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11c3fbe-e201-4894-999f-1732ae4952a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.317340723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11c3fbe-e201-4894-999f-1732ae4952a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:43.370010954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f11c3fbe-e201-4894-999f-1732ae4952a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:45.258982737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630b4cbc-31b0-4668-b464-187682ced2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:45.310952399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630b4cbc-31b0-4668-b464-187682ced2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:45.362710829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630b4cbc-31b0-4668-b464-187682ced2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:45.414246531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630b4cbc-31b0-4668-b464-187682ced2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:47.969826339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"307f6df8-1a24-4bb9-935d-9aeca547706e","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:47.969855232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"307f6df8-1a24-4bb9-935d-9aeca547706e","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:52.9903782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.542097182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"9f48d3be-ad19-4d11-8798-10edf68ed260","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.542119141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"9f48d3be-ad19-4d11-8798-10edf68ed260","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.598326622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"edb3ffeb-0737-4ffd-8544-eba01268c824","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.598345119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"edb3ffeb-0737-4ffd-8544-eba01268c824","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.701069976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a7d5e986-b7dc-4e11-8b6e-3ddc5f9e7370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.828061082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a7d5e986-b7dc-4e11-8b6e-3ddc5f9e7370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.883681852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a7d5e986-b7dc-4e11-8b6e-3ddc5f9e7370","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.940699769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"31aecd90-e79e-4cd0-9070-c9ff79813aeb","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:53.940721345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"31aecd90-e79e-4cd0-9070-c9ff79813aeb","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:57.745379551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"9ad3c45c-7b2d-481f-a97e-7ac9e6a85ce6","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:08:57.745415157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"9ad3c45c-7b2d-481f-a97e-7ac9e6a85ce6","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.194295079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c1207442-b7fd-4f12-bca5-7c8e80e186bf","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.194318417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c1207442-b7fd-4f12-bca5-7c8e80e186bf","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.251167158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"5e94578e-357a-4514-bc25-5034b34fc885","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.251215712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"5e94578e-357a-4514-bc25-5034b34fc885","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.354855547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"618509ef-deb4-40af-a7d9-cab53223fa2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.483140397Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"618509ef-deb4-40af-a7d9-cab53223fa2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.538916527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"618509ef-deb4-40af-a7d9-cab53223fa2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.596166895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"1d36e10f-34ec-415a-a85d-fd90cef742de","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:03.596214347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"1d36e10f-34ec-415a-a85d-fd90cef742de","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.044864372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"42745732-c74a-44ac-9af6-437086ab85b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.101909255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"42745732-c74a-44ac-9af6-437086ab85b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:04.157336786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"42745732-c74a-44ac-9af6-437086ab85b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.699753389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"936f51fc-4eb7-48ad-8ab4-352f2dbbff9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.756206526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"936f51fc-4eb7-48ad-8ab4-352f2dbbff9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:13.811548746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"936f51fc-4eb7-48ad-8ab4-352f2dbbff9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.260585591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"135a0ee8-8d12-41e5-80c4-e54d9bd09a02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.317067612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"135a0ee8-8d12-41e5-80c4-e54d9bd09a02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:14.372281352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"135a0ee8-8d12-41e5-80c4-e54d9bd09a02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.190961206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"164c1fe8-0e0f-456b-91e5-753ac607553a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.538711709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0721b20e-c265-4252-ab50-aaf31edd72ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.641419031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b767213b-a9ef-4f29-ab12-3869d771f7a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.740708955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"3f744ed0-2350-4b47-a8ec-613e25cba497","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.84189696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"b136d94a-7849-4539-a7ec-084e6a8da803","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.941252245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c8619b0-011c-4dc0-9e45-0689ca3f953d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:15.954311141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"ea6ae8ab-c185-4c40-9855-061ed7aff3b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:16.043536569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"4bf7c12f-cb03-4f8a-a480-a6d3e4bc7c29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:19.982559464Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:19.982627712Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:19.982678239Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","tenant":"e2e-shared-b-w4-6c3d8e","tenantID":"e2e-shared-b-w4-6c3d8e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.038127357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-6c3d8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.09922466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Service","name":"maas-api-e2e-shared-b-w4-6c3d8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.166359063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-6c3d8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.250645255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-6c3d8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.307023723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.361186042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.417336397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.471288445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.522355572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.573490248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.624713845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.675723112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.72722209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.778473166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.837902247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.896641374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.948113367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:20.999324423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:21.054741062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-6c3d8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:21.105937542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e"},"namespace":"ai-tenant-e2e-shared-b-w4-6c3d8e","name":"default-tenant","reconcileID":"bc658221-11f0-4530-a8e7-82a407ddf90d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-6c3d8e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:22.989955848Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.915669322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"b4c73b23-6c6c-44e5-9e6a-51700f7bf5a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:23.972116433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"b4c73b23-6c6c-44e5-9e6a-51700f7bf5a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.0274042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42072dc07f30da69d0ad47f30dc2ec10164ee74198f2c07f6c8e3c99dfdbabc1) AuthConfig (eb76b77b884cff798c2ee12d3c9b25d79881634824509676799ab716f188e82a) AuthConfig (e11da657dbb5be3d76d07046ce8c1cbf041400423638f722be2a9870f3108a67) AuthConfig (a13019be93f4bb0c0c6355d6cbc8d7afee4b038471f1637c7859e98285436f63) AuthConfig (162ea15d8a1e9b77f9ffdfd862a9410123cbcd264f2af00b6eed2222eacf3918) AuthConfig (c443f255c72781a1246ca7dd433a8a6f0d081d513e00138931a951f53389cfea) AuthConfig (e3959a7400ae699173dd7c9d8558a93d0f44577ef2a06c221d2c2fab8b186257) AuthConfig (b44375885e5adc5348fa99f93b690e7798df9053a89a561776a4dfd05fe32eaf) AuthConfig (5184264eb7a6c0acd7ba41bce5226847f3195368ae78d4157417900e204a13c9) AuthConfig (4515f1c3f4d5b2c73f155febfc604bd25517b064c658a4d0a4e32deb1cb7e8ce) AuthConfig (2ee8fe23ebdd252485b47eca307db02caa939159b21241bb8b5d5fa2380e03b4) AuthConfig (95e5a2218d6f379a69ace307b58e89104b891770a7aa43b101ac520515fe0bf8) AuthConfig (a2345dc56d15975065fbe17f8c76dff1d9e21611290ef2816c32d48b017ddf0a) AuthConfig (0781eb553d536818ff32d4b15e6345b82471945bcf1226cb8fb7c1302bb5aba7) AuthConfig (06889ec4fe8cf097d55acafa25ce870434da7cc3293b9ded19564535d006c84c) AuthConfig (ad23d2b42946dce8af5cf02e41925e7b33e63b4748931bbb319d965bfe38b8f6) AuthConfig (a231171beba0ed9271396c31274009cc8c559a00e4788164aa17f1c413af05b7) AuthConfig (fe2ae7b503e2bd3577331a620349a61b26ba3206629986cfaab34b248c736ea2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"b4c73b23-6c6c-44e5-9e6a-51700f7bf5a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.08500017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"ee2f239e-3687-4678-9349-cdb316009a6c","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.085020314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"ee2f239e-3687-4678-9349-cdb316009a6c","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.477654519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a0c62079-61be-4f3c-8a38-b1088d2fdb2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.535066529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a0c62079-61be-4f3c-8a38-b1088d2fdb2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.590552795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (46c7ec9ad9264ca75fb8a7ddd3018dc5fa4af96abaa36325cc356fe3bf5cbd13) AuthConfig (a537ec0667b633f62fa376cc8be8cea9ef4b016cd24194694313356cb411723c) AuthConfig (562acb5ca46eee7f8d79d8b63767add5c667f24baf30be571254213170284d24) AuthConfig (4d4cf71bea8c9758da921346c8a75ae5f5ba9e717c48ce43911a1e4b9a418154) AuthConfig (1a2fbf8109181d3ff87596e4418c9c8ae0c3cca35d39c4ab13cef7129b8be00e) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (5ecb32e04a0723ac5d9df5e3ac3acf640455f2b543e8124f64ef181bd162d88c) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (94a23b6756f88d02b1afebe37d7f9348c478eb190723a75bf33d69c288f6571e) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (f94d27c62eea951ec1f5572920ebd58e1f46c1612b648ada7982e50a2ba9d9ad) AuthConfig (b4a46fbbfe52c54f8f9450f045c55b79f6ce4ff3c62a1eec9a5ae0aeb7c9e2bc) AuthConfig (691e4ff2caeaf06ac9cef231acfe78424afd7db16d0870a3989f8163bf0e3e02) AuthConfig (e724d4a31995cf22197da9e7f27faaa59a43f3ea4db19048ec4fd1d909ff3fd2) AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (e48a252d3ecf09b1f07bff97db5bb3023d2096d171e7de1a20de109cf56f2317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"a0c62079-61be-4f3c-8a38-b1088d2fdb2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.648234839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"f4ecf133-2d5b-4684-b9da-9c3b4a7db44a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:24.648255417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"f4ecf133-2d5b-4684-b9da-9c3b4a7db44a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.437593827Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6c3d8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6c3d8e","reconcileID":"748fcbae-6922-4b6f-89e4-93af548a688e","aitenant":"ai-tenants/e2e-shared-b-w4-6c3d8e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:29.99892532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838faa8-402f-44cf-b89e-65bfb71b2664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.050789506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838faa8-402f-44cf-b89e-65bfb71b2664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.102431478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838faa8-402f-44cf-b89e-65bfb71b2664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.154392612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0838faa8-402f-44cf-b89e-65bfb71b2664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:30.26539118Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-6c3d8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-6c3d8e","reconcileID":"748fcbae-6922-4b6f-89e4-93af548a688e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-6c3d8e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-6c3d8e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.394397313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"b9325066-f2da-4ac3-9b1e-928e589123d9","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.394654905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-access","reconcileID":"024302aa-3d1a-4847-be0f-b94c88e769e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.565518236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea6b3236-f3bd-4fb0-9038-c0ee2fccc951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.603859375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"2b60ec33-1feb-4b21-aa76-b8d834720486","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.621878304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"ea6b3236-f3bd-4fb0-9038-c0ee2fccc951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.670363772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"d3632039-47e7-4159-93c5-95479980e92b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.753502812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"dfd7f212-ff1a-4013-9f4d-f454827184bb","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.928112818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"715836cb-e630-4c96-a52e-6d1e1d86028d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:31.985142414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"715836cb-e630-4c96-a52e-6d1e1d86028d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.027618621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98881057-4754-407c-820b-b6bc20669109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.086490513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98881057-4754-407c-820b-b6bc20669109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.138243725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98881057-4754-407c-820b-b6bc20669109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:32.189855229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98881057-4754-407c-820b-b6bc20669109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.095468996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c7a4ef-32fb-45b1-9ed3-e9c05b59d2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.147225238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c7a4ef-32fb-45b1-9ed3-e9c05b59d2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.199049697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c7a4ef-32fb-45b1-9ed3-e9c05b59d2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.250789796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3c7a4ef-32fb-45b1-9ed3-e9c05b59d2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.305500107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"220ba934-9e32-4728-b67c-608153d3c42f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.365202588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"220ba934-9e32-4728-b67c-608153d3c42f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.420534377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42072dc07f30da69d0ad47f30dc2ec10164ee74198f2c07f6c8e3c99dfdbabc1) AuthConfig (eb76b77b884cff798c2ee12d3c9b25d79881634824509676799ab716f188e82a) AuthConfig (e11da657dbb5be3d76d07046ce8c1cbf041400423638f722be2a9870f3108a67) AuthConfig (a13019be93f4bb0c0c6355d6cbc8d7afee4b038471f1637c7859e98285436f63) AuthConfig (162ea15d8a1e9b77f9ffdfd862a9410123cbcd264f2af00b6eed2222eacf3918) AuthConfig (c443f255c72781a1246ca7dd433a8a6f0d081d513e00138931a951f53389cfea) AuthConfig (e3959a7400ae699173dd7c9d8558a93d0f44577ef2a06c221d2c2fab8b186257) AuthConfig (b44375885e5adc5348fa99f93b690e7798df9053a89a561776a4dfd05fe32eaf) AuthConfig (5184264eb7a6c0acd7ba41bce5226847f3195368ae78d4157417900e204a13c9) AuthConfig (4515f1c3f4d5b2c73f155febfc604bd25517b064c658a4d0a4e32deb1cb7e8ce) AuthConfig (2ee8fe23ebdd252485b47eca307db02caa939159b21241bb8b5d5fa2380e03b4) AuthConfig (95e5a2218d6f379a69ace307b58e89104b891770a7aa43b101ac520515fe0bf8) AuthConfig (a2345dc56d15975065fbe17f8c76dff1d9e21611290ef2816c32d48b017ddf0a) AuthConfig (0781eb553d536818ff32d4b15e6345b82471945bcf1226cb8fb7c1302bb5aba7) AuthConfig (06889ec4fe8cf097d55acafa25ce870434da7cc3293b9ded19564535d006c84c) AuthConfig (ad23d2b42946dce8af5cf02e41925e7b33e63b4748931bbb319d965bfe38b8f6) AuthConfig (a231171beba0ed9271396c31274009cc8c559a00e4788164aa17f1c413af05b7) AuthConfig (fe2ae7b503e2bd3577331a620349a61b26ba3206629986cfaab34b248c736ea2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"220ba934-9e32-4728-b67c-608153d3c42f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.75148315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"be631a73-3793-40f3-93f4-0f8ec1c57bb4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.808080105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"be631a73-3793-40f3-93f4-0f8ec1c57bb4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:34.863463249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-980b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (46c7ec9ad9264ca75fb8a7ddd3018dc5fa4af96abaa36325cc356fe3bf5cbd13) AuthConfig (a537ec0667b633f62fa376cc8be8cea9ef4b016cd24194694313356cb411723c) AuthConfig (562acb5ca46eee7f8d79d8b63767add5c667f24baf30be571254213170284d24) AuthConfig (4d4cf71bea8c9758da921346c8a75ae5f5ba9e717c48ce43911a1e4b9a418154) AuthConfig (1a2fbf8109181d3ff87596e4418c9c8ae0c3cca35d39c4ab13cef7129b8be00e) AuthConfig (3dcf9db9cde70c1e06c39c797c9446aca9f01f26839ebecd6b8947ef42b65747) AuthConfig (5ecb32e04a0723ac5d9df5e3ac3acf640455f2b543e8124f64ef181bd162d88c) AuthConfig (dc0214c20e375b7bce9c8132e68534f23a5ccba49eb42ef5d2f2129622855e96) AuthConfig (63606bb5edee6f8008227edf9657c1ee40ab556c3e0d81b0f95674755de6281a) AuthConfig (8ba53eb360465c2281c2777938b939618fa7094fbdf6906f96f9285e54582fbe) AuthConfig (94a23b6756f88d02b1afebe37d7f9348c478eb190723a75bf33d69c288f6571e) AuthConfig (c49e9ae23696bdee8b7b5a51eebc23da501408b64fd08e18cf438810437d8bd9) AuthConfig (f94d27c62eea951ec1f5572920ebd58e1f46c1612b648ada7982e50a2ba9d9ad) AuthConfig (b4a46fbbfe52c54f8f9450f045c55b79f6ce4ff3c62a1eec9a5ae0aeb7c9e2bc) AuthConfig (691e4ff2caeaf06ac9cef231acfe78424afd7db16d0870a3989f8163bf0e3e02) AuthConfig (e724d4a31995cf22197da9e7f27faaa59a43f3ea4db19048ec4fd1d909ff3fd2) AuthConfig (ee17e8c5e48bd62810826faede101640649491565809243b658c20b744e40160) AuthConfig (e48a252d3ecf09b1f07bff97db5bb3023d2096d171e7de1a20de109cf56f2317)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"be631a73-3793-40f3-93f4-0f8ec1c57bb4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.208686539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"60fe3c0b-f429-49c0-8cef-d0f61a38b145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.387255729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"d16fbf35-5e7f-4d86-b4cc-2c874ce02125","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.56506745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"5ed3f90b-1696-4737-91b0-fa4c2eda2d5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.665761239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"404c9aab-caa3-4733-892d-c71894c0445e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.797905012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"3caba586-4dbf-4640-844d-4499e912f6f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.898137263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b88ed3c7-0610-41ec-9912-eff883a03f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:35.914072733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"f9fdc9c5-4ce2-4a79-a64b-b34fa8e8b714","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:36.67513598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"42909dfd-b883-4b7d-9575-36bc657d9911","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.005867587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"cd4d5ed9-c6b1-4c8b-aa3c-dde607cd1ff5","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.33867334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"be869967-7d6d-4c86-b4ab-20c57fa827d6","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.499304689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"46c781c5-097a-4044-8ee7-b0db1679418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.546039441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"3782c4e9-3ca9-4c2d-9286-1d3b745fc47f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.555698408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"46c781c5-097a-4044-8ee7-b0db1679418c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.670014059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"8f1945ea-7d7c-4b1e-ab1d-6f06d6c61899","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.721264162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"54534771-436b-4839-a1b0-eec28f0ce17e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.727155506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"0fedc22b-8c37-4678-ac9a-2a0341a74e72","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.773310348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"54534771-436b-4839-a1b0-eec28f0ce17e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.825424276Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"simulator-subscription","reconcileID":"54534771-436b-4839-a1b0-eec28f0ce17e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/simulator-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.861964174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"753458ec-027b-4041-bb76-c3707701372e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.916298708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"f5adb1c1-3b72-4b03-b857-f90badf56b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:37.918770029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"753458ec-027b-4041-bb76-c3707701372e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:38.212818596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"7c77ea18-53a6-4db6-8b28-f5d06cac63f5","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:38.320452851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f1294bee-7447-47e6-9200-9ed6149cebe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:38.376848176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"f1294bee-7447-47e6-9200-9ed6149cebe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.418364294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"143eaa21-3b0b-456b-a103-6480d993e53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.418461018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"dd5b929d-5375-4e22-9c5c-e88644f5317c","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.621841793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"143eaa21-3b0b-456b-a103-6480d993e53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.682418844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c1b3e556-7b5c-4dd0-8a68-d99207f193fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.747966407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"143eaa21-3b0b-456b-a103-6480d993e53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"e2e-worker-w4-637fdb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.747988536Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-access","reconcileID":"143eaa21-3b0b-456b-a103-6480d993e53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.768203472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"795092be-6f8e-4e4f-9480-55ca9d0122bf","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.826078057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"0e314814-2d27-48df-aaae-6eea7c397af9","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:09:43.879243125Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"0e314814-2d27-48df-aaae-6eea7c397af9","name":"premium-w4-637fdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:09:43.879320296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"0e314814-2d27-48df-aaae-6eea7c397af9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-637fdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.884627367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"b316960a-35b8-46f7-a855-ddb24fff4610","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:43.948149606Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"010e67f4-d5af-4f63-8f52-1022d7bbc523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-283112ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.22249646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"0e5a498b-ac7a-45d5-9537-86b070ef7bff","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.274215946Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"c0a75e1d-e3d9-458e-ada4-746266f3ea37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-283112ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.27824709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"94631f27-b983-4b64-928c-077048c7ffe5","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.27950984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"e6608cb3-4abe-4c7d-a619-3a3ea7c945e3","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.332867482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"95c6140d-0591-4356-aa18-e4431fd638d6","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.524958163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"c595cc8b-7118-4ecf-ba86-065a24889f16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.584541516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"c595cc8b-7118-4ecf-ba86-065a24889f16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.91545444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"1a7ef2ce-48bc-4e72-bdc1-b072bd95394d","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.915479207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"1a7ef2ce-48bc-4e72-bdc1-b072bd95394d","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:44.969372513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"df4d84e1-a321-4364-9703-91bfdc7564fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.025670648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"df4d84e1-a321-4364-9703-91bfdc7564fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.157409127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c325080a-6a61-4559-bc88-65e7b24c4f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.209074894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c325080a-6a61-4559-bc88-65e7b24c4f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.26065166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c325080a-6a61-4559-bc88-65e7b24c4f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.312618976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c325080a-6a61-4559-bc88-65e7b24c4f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.368072562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"923f03a9-0d4d-492f-a3fc-5d51a6335bde","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:45.368939941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"923f03a9-0d4d-492f-a3fc-5d51a6335bde","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.213378403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d421ba4b-4bcc-43b8-a84c-f8caff83af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.275585481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d421ba4b-4bcc-43b8-a84c-f8caff83af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.331824011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d421ba4b-4bcc-43b8-a84c-f8caff83af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:47.383529838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d421ba4b-4bcc-43b8-a84c-f8caff83af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:49.971085335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"258f64b5-3fd4-4aa2-a3cc-f611cacb44f1","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:49.971105183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"258f64b5-3fd4-4aa2-a3cc-f611cacb44f1","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.027411223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"5c68281b-1e4b-4f5e-b82f-8a822629b79f","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.02743502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"5c68281b-1e4b-4f5e-b82f-8a822629b79f","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.129965101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024890ac-3dec-49cc-b705-6c62d3adf4f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.255727946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024890ac-3dec-49cc-b705-6c62d3adf4f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.310890815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024890ac-3dec-49cc-b705-6c62d3adf4f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.365875797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"da964e64-4d4b-4ef1-89b5-da95ac79733f","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.365894356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"da964e64-4d4b-4ef1-89b5-da95ac79733f","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.484902577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"ae0865f2-8bdb-48ca-96d5-a86284e6a504","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.484920974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"ae0865f2-8bdb-48ca-96d5-a86284e6a504","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.539663454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"75132225-ce91-4c97-8f66-0212f848d701","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.539689407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"75132225-ce91-4c97-8f66-0212f848d701","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.642309275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"9104559a-6ba5-4885-ad4a-2170e0958f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.767707277Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"9104559a-6ba5-4885-ad4a-2170e0958f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.822964433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"9104559a-6ba5-4885-ad4a-2170e0958f60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.879205266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"2cb82749-9e68-428b-8283-9f6072068bf9","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:50.879225144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"2cb82749-9e68-428b-8283-9f6072068bf9","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.48055691Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"d37c6af5-d69f-4553-9f7a-73acb3d6e3f9","namespace":"ai-tenant-e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.480624788Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"d37c6af5-d69f-4553-9f7a-73acb3d6e3f9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.534532049Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"d37c6af5-d69f-4553-9f7a-73acb3d6e3f9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:51.534550387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"d37c6af5-d69f-4553-9f7a-73acb3d6e3f9","namespace":"ai-tenant-e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:52.990385679Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.278229755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"5bbf5331-02e3-4c8a-b8b8-a8fc78caad68","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.279648818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"f1dda41e-77f6-49db-94d6-95efa0ab1daf","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.326666588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b373ee43-f2fb-4e7b-8a1a-9e2b9b13376d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.332872949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"8b5c1e90-ee42-40e4-a31a-30dbe5712ec2","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.333116632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"bb3397a4-3558-4ded-91a5-4fb4cd004129","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.37860124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b373ee43-f2fb-4e7b-8a1a-9e2b9b13376d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.430535132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"premium-simulator-subscription","reconcileID":"b373ee43-f2fb-4e7b-8a1a-9e2b9b13376d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"name":"maas-trlp-premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb","model":"e2e-models-e2e-worker-w4-637fdb/premium-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:09:54.698366606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"f689bec8-6b3d-4774-9e02-1bfe9e985045","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:00.469472222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024e6543-fdc1-46ae-aec7-6fae84e97a1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:00.527738386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024e6543-fdc1-46ae-aec7-6fae84e97a1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:00.583133262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"024e6543-fdc1-46ae-aec7-6fae84e97a1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:00.983423212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"de95881a-69f0-4e18-b415-2ad87576c444","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:01.040292015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"de95881a-69f0-4e18-b415-2ad87576c444","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:01.095828355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"de95881a-69f0-4e18-b415-2ad87576c444","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.278897815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"b1c6d828-c005-4db9-b1f3-4896f79db39f","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.280315191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"4ed69d75-6f37-4394-aad8-e95872ebddfb","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.333624133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"4272a032-e24e-4cc2-aacc-b968f4a58a54","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:04.69934154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"21cadf60-3dac-403a-ab5c-7d8384e741f6","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:10.691015881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"3ed5feec-ca0f-494b-a720-d977be68c572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:10.747581478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"3ed5feec-ca0f-494b-a720-d977be68c572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:10.803013586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed9c72d4d2000223fcfec1d3031c0880d326021434c487bc998cee1008af7a7c) AuthConfig (0db665693427088bee4d41e95596c7babd62ed1f1d6364d7a0505fd3da18e17a) AuthConfig (655be16d509efd626d15988de18e42c938364b8a875536867c6d7fd0a0fb0381) AuthConfig (26be706f83c8faead7c8c31b2988f4b121309e8456b7275e0b29d0c855badcf2) AuthConfig (13d2b2a131f8833480a3f11909516726150dcb54d7500df04851dd72f9c81ecf) AuthConfig (4010197950f18647ca9896b42ff542026f5bdc27dbe05a88fcdcaffe6ded6030) AuthConfig (5820756c8d4fdf4ea1a790d18d91446fb1c2288a6d6fd07fb7c16784dba9a454) AuthConfig (a400804066e8f77cb9e36e4bc60fface0e60dd543d07d4d8d413db8fa797c187) AuthConfig (50df4202ce03a3aeff39921d93b9bf91891e77613998b06319a36d3b195fa0c2) AuthConfig (41a65f54faaec66f31a95a923404dc0016723757b341def7d4a6fd07da166d6f) AuthConfig (3c9d4cf064a69b6a086b6da597ffe212bfee0911e75091052866a1c603172fba) AuthConfig (aa99b621a418e1f93aafd838e97b84626d85a697e0c66a2a540ab43a44ed73ad) AuthConfig (baf519c09ec60c233ff7859150ca2ba38a4006088479b114efd66b20cc3cc207) AuthConfig (da8db38f8798b8d5d93be4ad0dbce7b6ae3ccaf30288600e911eebe8543361c7) AuthConfig (e4116b23730513ec2317c10669716a21d3da743fdb47cc10b0f7cef34c63385d) AuthConfig (70b8266d283545560a58e11f267df059e8da977aee6bfa54c9d0ef5be90cc3b1) AuthConfig (5f8457a16030dc53802d50a23427d68ab564162c2c47ceb68acd524a5c6b015a) AuthConfig (d4907cf1f3233c56474353fa585bdb04bd8ff3f399d0194667ac3d230229ff80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"3ed5feec-ca0f-494b-a720-d977be68c572","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:10.859877932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"47c14db3-7241-41bb-8795-e88223a35ad0","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:10.85989796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"47c14db3-7241-41bb-8795-e88223a35ad0","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:11.199515614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"982635d5-7158-4f5e-8f2d-0d2082adb775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:11.256402484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"982635d5-7158-4f5e-8f2d-0d2082adb775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:11.311719792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df6e45135c96ed6a6e596792900c6620ae8294d7341fe7bb86b214506a473b4a) AuthConfig (586976450b747bd17cc5a57e81a3d1dbe26b34d88c48fffa14466fb33b68c381) AuthConfig (264bb4a6c78e2c2e6224b484208dc8816f18498f503a38b2179b0641bea86532) AuthConfig (0a7e11fc97524247173b3102934b2c25885b2e0e2ab92dc6e039db2b2a271d64) AuthConfig (c209ae324d7669309958da6d743cdee42c78344ccbf19ea3eed006c3d113e67d) AuthConfig (d762807f7bd79b76c1eb676b72230e6f56ca6a37e0d6daa7eb5355111da5ed17) AuthConfig (304c50da16489f34dbaf27cb31b2999dfec9d1b876f3e3ce32345ccc010c6618) AuthConfig (21ff4cfd137c203664ead249cce5a7b1ba841895d10a7dc6e88152b9ef42270d) AuthConfig (fad6d7aae4f72c3b5c9074e330aa5ac581dbd70174abddf88f97f53dbcce298e) AuthConfig (bc00a372321ddff85bda1931a067729284188c59349901b10bbc368a5b18f9cb) AuthConfig (87958b988e91f9bf02e6367e7465aa98d413d1c54522b372d44daf9d4af89b9d) AuthConfig (26c8120b0d3d02fa4ff6e7b0d4e06f881dc5a8096e24850ecd179273efcc8d2f) AuthConfig (c1f1cbc865f3d05db78107c08d04dd72c3fe917e52cb0ef673a11514eaca14bd) AuthConfig (6f63b329aae997db0fc5f8e33343b41a8f1aa7b6ed1b4be96ab9fa3f34d0d39b) AuthConfig (d9de2844337b75df276caa354013e7661f23225c8526a4f0dd903265638ac7da) AuthConfig (35dbd670694174ccf57f14ad8911ebaead8653a7b5ceccc4dbb9b52e0a66ec2f) AuthConfig (ea4769a3569cfe82bd2aa879c00e7a8ab17bf69e9b5498dd7f07f61fc48b0e5e) AuthConfig (79ecca6ebaca3c1c1e14391fed7fe86a8c6a7a86f44db74f331c33e19a8dabd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"982635d5-7158-4f5e-8f2d-0d2082adb775","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:11.368767357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"24e2d28f-c546-42c8-8ab6-5825f0c68ba7","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:11.368788546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"24e2d28f-c546-42c8-8ab6-5825f0c68ba7","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.267118132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-2-w4-637fdb","reconcileID":"c2ccba0c-ce03-4bf0-a33a-35e402065f4d","MaaSModelRef":{"name":"distinct-2-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-2-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-2-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.274385487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"distinct-w4-637fdb","reconcileID":"b1c1fdd1-ce90-4fb6-8b77-1af5058dc062","MaaSModelRef":{"name":"distinct-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"distinct-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"distinct-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.280812568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"premium-w4-637fdb","reconcileID":"e0b24185-fb6d-4ba1-888c-3565f252e7f0","MaaSModelRef":{"name":"premium-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"premium-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"premium-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:13.287790653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"namespace":"e2e-models-e2e-worker-w4-637fdb","name":"simulator-w4-637fdb","reconcileID":"2cc19e6f-5a68-4e0e-8770-801909fab3db","MaaSModelRef":{"name":"simulator-w4-637fdb","namespace":"e2e-models-e2e-worker-w4-637fdb"},"routeName":"simulator-w4-637fdb-kserve-route","namespace":"e2e-models-e2e-worker-w4-637fdb","llmisvcName":"simulator-w4-637fdb","gateway":"openshift-ingress/e2e-worker-w4-637fdb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:20.962506407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"f1475103-45a5-4fab-9905-ba60cbba6653","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.018957228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"f1475103-45a5-4fab-9905-ba60cbba6653","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.07437762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed9c72d4d2000223fcfec1d3031c0880d326021434c487bc998cee1008af7a7c) AuthConfig (0db665693427088bee4d41e95596c7babd62ed1f1d6364d7a0505fd3da18e17a) AuthConfig (655be16d509efd626d15988de18e42c938364b8a875536867c6d7fd0a0fb0381) AuthConfig (26be706f83c8faead7c8c31b2988f4b121309e8456b7275e0b29d0c855badcf2) AuthConfig (13d2b2a131f8833480a3f11909516726150dcb54d7500df04851dd72f9c81ecf) AuthConfig (4010197950f18647ca9896b42ff542026f5bdc27dbe05a88fcdcaffe6ded6030) AuthConfig (5820756c8d4fdf4ea1a790d18d91446fb1c2288a6d6fd07fb7c16784dba9a454) AuthConfig (a400804066e8f77cb9e36e4bc60fface0e60dd543d07d4d8d413db8fa797c187) AuthConfig (50df4202ce03a3aeff39921d93b9bf91891e77613998b06319a36d3b195fa0c2) AuthConfig (41a65f54faaec66f31a95a923404dc0016723757b341def7d4a6fd07da166d6f) AuthConfig (3c9d4cf064a69b6a086b6da597ffe212bfee0911e75091052866a1c603172fba) AuthConfig (aa99b621a418e1f93aafd838e97b84626d85a697e0c66a2a540ab43a44ed73ad) AuthConfig (baf519c09ec60c233ff7859150ca2ba38a4006088479b114efd66b20cc3cc207) AuthConfig (da8db38f8798b8d5d93be4ad0dbce7b6ae3ccaf30288600e911eebe8543361c7) AuthConfig (e4116b23730513ec2317c10669716a21d3da743fdb47cc10b0f7cef34c63385d) AuthConfig (70b8266d283545560a58e11f267df059e8da977aee6bfa54c9d0ef5be90cc3b1) AuthConfig (5f8457a16030dc53802d50a23427d68ab564162c2c47ceb68acd524a5c6b015a) AuthConfig (d4907cf1f3233c56474353fa585bdb04bd8ff3f399d0194667ac3d230229ff80)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"f1475103-45a5-4fab-9905-ba60cbba6653","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.484059027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"4a2cf0df-148c-4b85-84ca-f271838cf61e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.543408311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"4a2cf0df-148c-4b85-84ca-f271838cf61e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:21.598543748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b8d3cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df6e45135c96ed6a6e596792900c6620ae8294d7341fe7bb86b214506a473b4a) AuthConfig (586976450b747bd17cc5a57e81a3d1dbe26b34d88c48fffa14466fb33b68c381) AuthConfig (264bb4a6c78e2c2e6224b484208dc8816f18498f503a38b2179b0641bea86532) AuthConfig (0a7e11fc97524247173b3102934b2c25885b2e0e2ab92dc6e039db2b2a271d64) AuthConfig (c209ae324d7669309958da6d743cdee42c78344ccbf19ea3eed006c3d113e67d) AuthConfig (d762807f7bd79b76c1eb676b72230e6f56ca6a37e0d6daa7eb5355111da5ed17) AuthConfig (304c50da16489f34dbaf27cb31b2999dfec9d1b876f3e3ce32345ccc010c6618) AuthConfig (21ff4cfd137c203664ead249cce5a7b1ba841895d10a7dc6e88152b9ef42270d) AuthConfig (fad6d7aae4f72c3b5c9074e330aa5ac581dbd70174abddf88f97f53dbcce298e) AuthConfig (bc00a372321ddff85bda1931a067729284188c59349901b10bbc368a5b18f9cb) AuthConfig (87958b988e91f9bf02e6367e7465aa98d413d1c54522b372d44daf9d4af89b9d) AuthConfig (26c8120b0d3d02fa4ff6e7b0d4e06f881dc5a8096e24850ecd179273efcc8d2f) AuthConfig (c1f1cbc865f3d05db78107c08d04dd72c3fe917e52cb0ef673a11514eaca14bd) AuthConfig (6f63b329aae997db0fc5f8e33343b41a8f1aa7b6ed1b4be96ab9fa3f34d0d39b) AuthConfig (d9de2844337b75df276caa354013e7661f23225c8526a4f0dd903265638ac7da) AuthConfig (35dbd670694174ccf57f14ad8911ebaead8653a7b5ceccc4dbb9b52e0a66ec2f) AuthConfig (ea4769a3569cfe82bd2aa879c00e7a8ab17bf69e9b5498dd7f07f61fc48b0e5e) AuthConfig (79ecca6ebaca3c1c1e14391fed7fe86a8c6a7a86f44db74f331c33e19a8dabd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"4a2cf0df-148c-4b85-84ca-f271838cf61e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:22.99226999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.050772688Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","namespace":"ai-tenant-e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.05083275Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","namespace":"ai-tenant-e2e-worker-w4-637fdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.050880063Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","tenant":"e2e-worker-w4-637fdb","tenantID":"e2e-worker-w4-637fdb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.1038793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Deployment","name":"maas-api-e2e-worker-w4-637fdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.166939494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Service","name":"maas-api-e2e-worker-w4-637fdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.179067081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"16e4d13e-0060-4ffe-a061-b2a564b4626d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.225409407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-637fdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.235668572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"16e4d13e-0060-4ffe-a061-b2a564b4626d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.278706349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-637fdb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.343826207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.397976692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.454238086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.510425754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.561420697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.565604018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"8977cadd-6c9a-47e2-9221-ba3142465fd2","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.565620826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"8977cadd-6c9a-47e2-9221-ba3142465fd2","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.612505911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.663594976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Service","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.702552834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"bf7207aa-0f7f-43cd-aef7-6b18b9841732","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.714718708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.759026467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"bf7207aa-0f7f-43cd-aef7-6b18b9841732","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.765809688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.816669822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.86755909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.922443607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:31.973543072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:32.024625379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:32.07557265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"39e595ad-0f8d-4a92-a7d2-29794f8395c1","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:32.075962463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"39e595ad-0f8d-4a92-a7d2-29794f8395c1","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:32.093426616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-637fdb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:32.147404446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-637fdb"},"namespace":"ai-tenant-e2e-worker-w4-637fdb","name":"default-tenant","reconcileID":"f85d4d7a-5092-4924-be75-1760bf0f20bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-637fdb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.06514849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"f3e38c99-f88c-4f03-9b78-9b599d0db13a","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.065186668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"f3e38c99-f88c-4f03-9b78-9b599d0db13a","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.122501914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"8a33019b-ce96-4400-b4ec-d557d25ddb21","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.122527503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"8a33019b-ce96-4400-b4ec-d557d25ddb21","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.16790476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"09304ada-151f-48db-8b88-babafd7d7f3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.17135036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"fa60a96e-c4e8-4e49-a288-87840773f5d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-2b69c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.17529015Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"8a33019b-ce96-4400-b4ec-d557d25ddb21","name":"rate-test-model-3bee1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3bee1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.175342188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"8a33019b-ce96-4400-b4ec-d557d25ddb21","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3bee1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.180636807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"81957126-3163-4d2d-b24a-9cb3af8049a3","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.180651668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"81957126-3163-4d2d-b24a-9cb3af8049a3","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.224318611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"09304ada-151f-48db-8b88-babafd7d7f3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.386641261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"5da7e061-b645-415a-aa07-4a49e721769e","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.386661124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"5da7e061-b645-415a-aa07-4a49e721769e","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.444277841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"ef407c27-873d-4b8c-873d-4a8a6ee1a13f","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.444300955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"ef407c27-873d-4b8c-873d-4a8a6ee1a13f","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.444650972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"dd504e0f-1d1b-4162-b2a0-e688742e7169","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.444666576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"dd504e0f-1d1b-4162-b2a0-e688742e7169","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.494103893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ebc22914-e9b3-412d-a000-d20533439645","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.494804146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"30a2c165-53d9-4b83-957e-01627519b1f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-2b69c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.499798062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"bf956294-2c5a-4052-8d27-db6c490809a7","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.49981388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"bf956294-2c5a-4052-8d27-db6c490809a7","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.550941423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ebc22914-e9b3-412d-a000-d20533439645","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.557374042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"e81546cd-16a1-4004-ab13-5107477bae4b","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.557392494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"e81546cd-16a1-4004-ab13-5107477bae4b","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.557736228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"ebada426-03eb-4ad0-9b10-be9a06366521","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.557750069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"ebada426-03eb-4ad0-9b10-be9a06366521","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.590582375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"78db28b7-6ce1-4697-82cd-9fa4628e382d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.602957715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"b6468395-0a66-4344-8c3f-9cfea0238861","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.603837886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"35ab87cd-1c1d-4989-b161-29bab286f9fa","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.60385873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"35ab87cd-1c1d-4989-b161-29bab286f9fa","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.605393139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"c27bb578-dc98-45c0-b959-cbb9b4a8e288","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-246e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.64708653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"78db28b7-6ce1-4697-82cd-9fa4628e382d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.6593777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"b6468395-0a66-4344-8c3f-9cfea0238861","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.660503506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"881b13b2-4845-4ab1-8c30-8feca29c99cb","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.660519644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"881b13b2-4845-4ab1-8c30-8feca29c99cb","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.710834756Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"9eca7632-bcff-45f1-bd80-d7dfc9c65e3a","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","model":"rate-test-model-3bee1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3bee1b/e2e-rate-iso-a-2b69c6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.711683937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"7bde7e19-1acb-454d-b81f-6e1b9107ec53","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.711699919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"7bde7e19-1acb-454d-b81f-6e1b9107ec53","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.768062226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"4ccf9923-2405-4c7a-9e38-87fa37e107f1","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.768081357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"4ccf9923-2405-4c7a-9e38-87fa37e107f1","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.769708802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"becbe83b-965b-404b-85e9-464ae24fc8d4","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.769727479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"becbe83b-965b-404b-85e9-464ae24fc8d4","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.828940889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"154ffdeb-b17d-4c53-8e14-1c4824b71105","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.828967718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"154ffdeb-b17d-4c53-8e14-1c4824b71105","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.85820245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"d4d3d50b-cad5-48f3-ab5e-4553f19dc4a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.868810732Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"473f7806-b214-4ffc-9ebb-214d52f9df67","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"rate-test-model-9b6c9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9b6c9e/e2e-rate-iso-b-2b69c6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.872361247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"eebcc23f-2261-4961-8c8a-f8aa2d19d77d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.873267338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c1898fcf-5474-4444-bec4-6b9be5d12211","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.873282202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c1898fcf-5474-4444-bec4-6b9be5d12211","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:37.877651697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"475d1145-276c-4374-a0cc-bbf8735b9a1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-246e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.914631606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"d4d3d50b-cad5-48f3-ab5e-4553f19dc4a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.928935422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"eebcc23f-2261-4961-8c8a-f8aa2d19d77d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.960065923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"c63ecdaa-14c0-4aa8-925c-b648eba552ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.979506641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"bdd69f7a-dd2f-4909-be0a-70d014116dea","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"sub-test-model-980b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-980b82/e2e-shared-sub-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.985255672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"c9359dc5-5729-4f51-bcfa-d00dbb077870","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:37.985275628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"c9359dc5-5729-4f51-bcfa-d00dbb077870","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.016896572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"c63ecdaa-14c0-4aa8-925c-b648eba552ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.031359908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"e3f20767-4e50-4c71-ba89-65265136b451","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.031388126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"e3f20767-4e50-4c71-ba89-65265136b451","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.038377857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"8a51e70e-06cc-46cc-9037-13ad5cee5c8c","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.038393727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"8a51e70e-06cc-46cc-9037-13ad5cee5c8c","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.039462492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"7880c58b-62ee-4a61-915e-61603ecbca54","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.039479579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"7880c58b-62ee-4a61-915e-61603ecbca54","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.079380931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"8061100f-7a85-4d27-a88d-d56edbc2286b","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.094553341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"8c9c1bff-59e2-49c9-a372-9d772acccb76","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.094574879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"8c9c1bff-59e2-49c9-a372-9d772acccb76","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.142284106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"709445f6-021d-4cee-bb94-01be5362b730","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.142304782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"709445f6-021d-4cee-bb94-01be5362b730","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:38.144156221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"56c9aa87-4eb9-4fea-9d47-ec27d8509f3f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-246e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.237341227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"2ab31328-f94f-4cb7-93d7-2285e21b8508","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.246680034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"b18082f8-6911-45e0-8303-96dda9817de3","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"sub-test-model-b8d3cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-shared-sub-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.25802753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"e5a1624c-2490-48b8-ae37-da97c1d3c678","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.258042307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"e5a1624c-2490-48b8-ae37-da97c1d3c678","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.305010198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"9879345f-ddbc-4236-811d-d4d1204db718","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.305027602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"9879345f-ddbc-4236-811d-d4d1204db718","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.314672244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"7bba0adf-63a3-4ffd-ae96-ca62c789b4ad","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.314692998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"7bba0adf-63a3-4ffd-ae96-ca62c789b4ad","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.320381961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"15dcd8d7-e794-40ea-84ef-54d666443aa7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.320427113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"be7c5000-df86-49c9-ba8d-94774b2e5e7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.361159563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"c84a9532-0122-4b76-92bc-70f1b71d2a3b","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.361209366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"c84a9532-0122-4b76-92bc-70f1b71d2a3b","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.377676167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"be7c5000-df86-49c9-ba8d-94774b2e5e7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.377893025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"15dcd8d7-e794-40ea-84ef-54d666443aa7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.401121858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"f327d93b-f10e-4ebe-b4cd-3d861746faf8","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.401141653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"f327d93b-f10e-4ebe-b4cd-3d861746faf8","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.405471202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"bb5bda1e-d713-4364-99e8-fe7047b8b677","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-980b82/e2e-a-only-246e83","ai-tenant-e2e-shared-a-w2-980b82/e2e-shared-sub-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.409165893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"dd1bc5a8-fab7-44b1-be28-47a6c93e5bae","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.409196768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"dd1bc5a8-fab7-44b1-be28-47a6c93e5bae","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:10:38.410984215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"7b190076-382d-455e-b2a4-2f0fc1d62ad8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-246e83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.524387199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"b2899d45-fc92-4bc0-86c1-afd8052af706","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.524408828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"b2899d45-fc92-4bc0-86c1-afd8052af706","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.550753716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"eaff245e-2685-472d-b39e-eab13f6bf20c","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.581447672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"5b54399d-7126-4833-a8be-8f703aec3f3a","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.58147631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"5b54399d-7126-4833-a8be-8f703aec3f3a","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.68409521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"f2df878c-24df-4d3e-9113-c474e53b0d3d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.710519806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"7e30bc28-8193-4483-b178-3838f69077ea","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-b-only-246e83","ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-shared-sub-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.713482464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"bf6d34fd-d5c7-49ae-977b-2919ba40291a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.713501502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"bf6d34fd-d5c7-49ae-977b-2919ba40291a","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.740580608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"f2df878c-24df-4d3e-9113-c474e53b0d3d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.758656836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"9bbf85b5-ffcf-45ca-91ed-ea79631a67db","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.787792189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"e19758b6-3200-41e3-bbdb-681c1bac34ee","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.986063173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"9c83dcab-1ef9-4e2a-a935-44da9aba3476","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.993423284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"af2ac935-13cc-40f8-bec6-04f9b144fa09","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:38.993446165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"af2ac935-13cc-40f8-bec6-04f9b144fa09","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.09087066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"42196673-ce6c-46f2-9abe-2dd15cfe739d","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.100862796Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-637fdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-637fdb","reconcileID":"25788387-efc3-49d0-a200-4f6b3cc8a71b","aitenant":"ai-tenants/e2e-worker-w4-637fdb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.266425788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"91e1077b-9355-44c6-8d1b-3c278eeaf562","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.675846354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cdbf28-0a73-499d-b579-e12403416779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.728325551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cdbf28-0a73-499d-b579-e12403416779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.783040453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cdbf28-0a73-499d-b579-e12403416779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.836035054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cdbf28-0a73-499d-b579-e12403416779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:39.94978979Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-637fdb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-637fdb","reconcileID":"25788387-efc3-49d0-a200-4f6b3cc8a71b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-637fdb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-637fdb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:41.771226282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7d8f5-0ed1-4467-8586-4675bb787374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:41.823138659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7d8f5-0ed1-4467-8586-4675bb787374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:41.875070781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7d8f5-0ed1-4467-8586-4675bb787374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:41.926971525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eff7d8f5-0ed1-4467-8586-4675bb787374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.826087712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352aecba-17f7-4f3d-be32-e5bf6e5a417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.87789921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352aecba-17f7-4f3d-be32-e5bf6e5a417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.9296041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352aecba-17f7-4f3d-be32-e5bf6e5a417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:43.981636704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352aecba-17f7-4f3d-be32-e5bf6e5a417e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.001023326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"c4754177-fe62-45df-b2c9-42220b364bbe","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.001716923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"844efeed-5414-4d83-837d-7f09d8718334","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.19029178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"464323c1-6476-4514-8ff6-29e79b0db098","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.190414057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"464323c1-6476-4514-8ff6-29e79b0db098","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.522326464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"f48ab46a-fbcf-4a43-970b-53321ccc3574","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.625766053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"faff0e04-4a7f-411f-a646-7f895a595a7f","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.685790039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"822f23c7-87a8-4981-9e7d-e085bd2c7d86","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.685818488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"822f23c7-87a8-4981-9e7d-e085bd2c7d86","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.792562776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"4a98e0a7-9f7d-430b-956b-6fd66e0599c0","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.792588355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"4a98e0a7-9f7d-430b-956b-6fd66e0599c0","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.843302332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"bbbe4da0-38b3-47f0-b162-238bc89c8370","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.865063503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"4169a90d-334c-4936-ad87-a6e141f5da8d","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.865067552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"975b9413-f7ec-4cdb-a722-fe6a0c50499e","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.900076293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"bbbe4da0-38b3-47f0-b162-238bc89c8370","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.943327251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"4f4dabb3-7fff-4faf-afdc-669bb324d6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:52.989885964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.000048361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"4f4dabb3-7fff-4faf-afdc-669bb324d6cb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.030963343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"dc208a46-7a51-48b6-bacb-7f88507991f3","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.030984325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"dc208a46-7a51-48b6-bacb-7f88507991f3","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.031735878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"93803382-a134-44c7-abab-17cc2e74db10","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.031749067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"93803382-a134-44c7-abab-17cc2e74db10","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.043551895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"db0c7f2a-4396-4509-8390-6066bca8a6b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.100482826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"db0c7f2a-4396-4509-8390-6066bca8a6b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.147732447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"3a79a201-6673-4182-bd4e-3adea095ac52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:10:53.204145051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"3a79a201-6673-4182-bd4e-3adea095ac52","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.396061663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"8872dd15-28a8-45e4-96ce-6cbf3e9f42b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.396099464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"68e4c4c5-09f6-41bd-94b6-5f9d0c25b6ec","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.396113409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"68e4c4c5-09f6-41bd-94b6-5f9d0c25b6ec","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.600281891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"8872dd15-28a8-45e4-96ce-6cbf3e9f42b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.663321993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"b0900ae9-ca8c-463e-a040-89f0cd21e790","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.663402121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"cdd885f9-d3f4-4fe2-8299-5a0dc5cb3387","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.726406247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"8872dd15-28a8-45e4-96ce-6cbf3e9f42b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"e2e-shared-a-w2-980b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.726430018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-sub-iso-auth-246e83","reconcileID":"8872dd15-28a8-45e4-96ce-6cbf3e9f42b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.783005614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"e0bf1743-df09-4ab3-bd4f-250b1e2dad1b","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.783025768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"e0bf1743-df09-4ab3-bd4f-250b1e2dad1b","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.92112028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"a1a9b484-f1b3-4f8a-9770-d73e0bbe61cf","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:01.921145028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"a1a9b484-f1b3-4f8a-9770-d73e0bbe61cf","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:02.049762772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"9f923ce1-702c-4097-a91e-ddf0c3a2ab48","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:02.049832292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"52189445-3ce1-4372-b111-4605160d5277","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.965254621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"1d31fd4e-d883-4abd-8221-a08368c7c54a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.965321599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"636b918b-7073-4f6d-b15d-73608ed5b564","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:04.965335626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"636b918b-7073-4f6d-b15d-73608ed5b564","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.169119312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"1d31fd4e-d883-4abd-8221-a08368c7c54a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.230891737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"f6b2454c-8a75-4fa5-9cd0-d3a6d81a6128","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.295102957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"1d31fd4e-d883-4abd-8221-a08368c7c54a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.295126562Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"1d31fd4e-d883-4abd-8221-a08368c7c54a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.350908238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"575b1256-c711-4cf3-b2c5-0a80ad836c29","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.350930459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"575b1256-c711-4cf3-b2c5-0a80ad836c29","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.501997635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"3932a483-8399-4e42-ba08-3e8a8dc6999c","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.502019687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"3932a483-8399-4e42-ba08-3e8a8dc6999c","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.502194559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ed903416-0d4c-4d05-bebb-706fcdcf4a57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.616076067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"9d58bb87-d4a4-4139-9e9d-3c319fd58313","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.705649232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ed903416-0d4c-4d05-bebb-706fcdcf4a57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.76958688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"e79fef33-c2b0-47f0-b325-7a4fcd5181ef","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.831681199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ed903416-0d4c-4d05-bebb-706fcdcf4a57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.831703549Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-auth-2b69c6","reconcileID":"ed903416-0d4c-4d05-bebb-706fcdcf4a57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.887973353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"c5a61200-9619-417d-9d00-7d3403f55b22","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:05.888004381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"c5a61200-9619-417d-9d00-7d3403f55b22","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.025733899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c30af271-c9b3-4612-bc60-2f0e55c14373","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.025760762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"c30af271-c9b3-4612-bc60-2f0e55c14373","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:06.155866993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"b9d8d2c5-a3cd-43ad-8858-29cb7e0362da","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.338006638Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"6b2649ea-26e7-43b9-a36c-7b0e5af23b6c","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscription":"e2e-shared-sub-246e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.557569822Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-shared-sub-246e83","reconcileID":"6b2649ea-26e7-43b9-a36c-7b0e5af23b6c","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-980b82/e2e-a-only-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.772373965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"c3cb27ea-71c1-402f-8db6-2a77bcff5286","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.820772006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"b48e6ffa-bab8-489e-be91-423079b9accb","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.820792947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"b48e6ffa-bab8-489e-be91-423079b9accb","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.979311858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"0a5b13e9-b426-4322-b0bb-642e9ec92586","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:12.979330638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"0a5b13e9-b426-4322-b0bb-642e9ec92586","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.245079365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"a577c8df-8741-4cad-91bb-3c8b4119182a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.422018164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"25677f93-8d1e-45ef-ae55-8e6de0e6741d","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.592656309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"5fd70d81-661d-4fd5-98dc-0aea6f881eda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.692957858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"d89dd038-4f4f-4595-a200-e375a298dfcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:15.937948806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ee62e44-d6cd-481f-bcc9-f6c2f4269cd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.037976674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4c76996-1004-43ac-80d8-83278803da10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.138713714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"60dfca69-8ed6-40a4-8d17-046e8b958a18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.138810894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"adc26f71-679a-4fef-b8df-4102ab9b16ec","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.139127975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"e7bc40e9-8d6b-4b4f-b783-0f921d999dca","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.186934077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"81db1f4c-1453-44b1-bce2-e383391e71d5","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","subscription":"e2e-rate-iso-a-2b69c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.238780692Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"81db1f4c-1453-44b1-bce2-e383391e71d5","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.29170037Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-rate-iso-a-2b69c6","reconcileID":"81db1f4c-1453-44b1-bce2-e383391e71d5","MaaSSubscription":{"name":"e2e-rate-iso-a-2b69c6","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.561483828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"2797e1b8-6763-4924-93ea-c46185df1d8c","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/rate-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.561506776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"rate-test-model-3bee1b","reconcileID":"2797e1b8-6763-4924-93ea-c46185df1d8c","MaaSModelRef":{"name":"rate-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"rate-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"rate-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.71322426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"fa1f0f76-dc76-4fdb-82c0-a72210ccfee7","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:16.713246101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"fa1f0f76-dc76-4fdb-82c0-a72210ccfee7","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:22.989884868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.140469923Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"ca6a2135-61f0-4795-ac81-69358fc361d5","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","subscription":"e2e-a-only-246e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.19243996Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"ca6a2135-61f0-4795-ac81-69358fc361d5","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.244588376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"e2e-a-only-246e83","reconcileID":"ca6a2135-61f0-4795-ac81-69358fc361d5","MaaSSubscription":{"name":"e2e-a-only-246e83","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"name":"maas-trlp-sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.513402802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"639fbb06-d599-4c87-9218-a30c6f6aad64","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"tenant":"e2e-shared-a-w2-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","model":"ai-tenant-e2e-shared-a-w2-980b82/sub-test-model-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.513423046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"sub-test-model-980b82","reconcileID":"639fbb06-d599-4c87-9218-a30c6f6aad64","MaaSModelRef":{"name":"sub-test-model-980b82","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"routeName":"sub-test-model-980b82-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-980b82","llmisvcName":"sub-test-model-980b82","gateway":"openshift-ingress/e2e-shared-a-w2-980b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.819155236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"e6c03133-a04b-4087-b3e1-fa60ec00d81d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.819153088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"8fc4bb18-1cc9-4e74-bf79-7e9de0d48b80","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:23.819295326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"8fc4bb18-1cc9-4e74-bf79-7e9de0d48b80","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.057556292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"e6c03133-a04b-4087-b3e1-fa60ec00d81d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.085763636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"00c3a70b-b7a2-4967-bb3f-92cb93356f4d","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.085763638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"165c3974-7a03-4e0b-863a-d5727c281de5","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.189365723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"e6c03133-a04b-4087-b3e1-fa60ec00d81d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.189390393Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"e6c03133-a04b-4087-b3e1-fa60ec00d81d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.247059154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"02f1b637-8c61-4a7a-a599-41daeffccce2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.247342998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"ab10ef56-6c11-46bf-a0b0-2585ef3ce432","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.247361349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"ab10ef56-6c11-46bf-a0b0-2585ef3ce432","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.396079407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"4e13eb3d-01b0-45a1-8755-185396c62e6a","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.396100937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"4e13eb3d-01b0-45a1-8755-185396c62e6a","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.427085613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"02f1b637-8c61-4a7a-a599-41daeffccce2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.483503354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"02f1b637-8c61-4a7a-a599-41daeffccce2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"e2e-shared-b-w2-b8d3cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.483525474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"02f1b637-8c61-4a7a-a599-41daeffccce2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.51357562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"fed2b1ce-33fc-441f-a996-78cdda3099e9","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:24.513706197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"8f0b5e5e-1cbb-4650-b9be-0b213487d1d4","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:11:24.535243815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-sub-iso-auth-246e83","reconcileID":"02f1b637-8c61-4a7a-a599-41daeffccce2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-246e83\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:26.873856807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"26d4061b-4be4-49c5-a9b3-077530d63fc2","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","subscription":"e2e-rate-iso-b-2b69c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:26.926458792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"26d4061b-4be4-49c5-a9b3-077530d63fc2","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:26.979134968Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-rate-iso-b-2b69c6","reconcileID":"26d4061b-4be4-49c5-a9b3-077530d63fc2","MaaSSubscription":{"name":"e2e-rate-iso-b-2b69c6","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:27.25585034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"3f5b883d-91bb-40cf-a326-1533c98b8d90","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/rate-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:27.255870856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"rate-test-model-9b6c9e","reconcileID":"3f5b883d-91bb-40cf-a326-1533c98b8d90","MaaSModelRef":{"name":"rate-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"rate-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"rate-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:34.7821147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"630422e8-ead2-40da-bb52-4534d33de848","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscription":"e2e-shared-sub-246e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:34.996817502Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-shared-sub-246e83","reconcileID":"630422e8-ead2-40da-bb52-4534d33de848","MaaSSubscription":{"name":"e2e-shared-sub-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b8d3cb/e2e-b-only-246e83"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:35.204795824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"ce80164c-06c4-417e-a55e-f1441a6370e7","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:35.259286318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"b5c7c46e-e8d4-472e-ba0a-9afac427b9b4","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:35.259311153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"b5c7c46e-e8d4-472e-ba0a-9afac427b9b4","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:35.550298405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"db69d25c-9ce3-4304-b744-6d3e05c49941","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:35.550319275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"db69d25c-9ce3-4304-b744-6d3e05c49941","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.070067562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"658eedcf-3708-49f8-afb9-8cbd078d1103","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.184029839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"1637deb2-fbfd-4c3c-a000-e2314fc71036","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.284348379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"91af4833-cb9b-400f-88fa-66e199f4ca8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.423929683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f3f131fe-0899-4f94-a3c1-0a3e41b5c875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.537528179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6947e103-b49d-405b-b683-8e1920994b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:36.650783443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"913a9e0e-cfa8-4545-bab2-d297a0b6b5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:45.712100422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"bb169610-00fb-4b10-9998-4528e10e7875","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","subscription":"e2e-b-only-246e83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:45.764139101Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"bb169610-00fb-4b10-9998-4528e10e7875","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:45.817639267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"e2e-b-only-246e83","reconcileID":"bb169610-00fb-4b10-9998-4528e10e7875","MaaSSubscription":{"name":"e2e-b-only-246e83","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"name":"maas-trlp-sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:46.100768199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"78dbd52e-1ba0-45dd-b271-1e91cda47845","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"tenant":"e2e-shared-b-w2-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","model":"ai-tenant-e2e-shared-b-w2-b8d3cb/sub-test-model-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:46.100792812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"sub-test-model-b8d3cb","reconcileID":"78dbd52e-1ba0-45dd-b271-1e91cda47845","MaaSModelRef":{"name":"sub-test-model-b8d3cb","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"routeName":"sub-test-model-b8d3cb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","llmisvcName":"sub-test-model-b8d3cb","gateway":"openshift-ingress/e2e-shared-b-w2-b8d3cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:11:52.989440025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:22.990822956Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.138400369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"cdfa3fc6-6a08-418f-9602-0a818eec0d5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.253103848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7cb26b2-339d-480f-bc40-d99321443258","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.372897998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"9bc4653e-7ad4-4cdc-97ad-af58c0baf65f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.605362079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"7d275c9f-f6f8-431e-a421-ee4b5b835efa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.706063804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"ff66090b-b58d-4931-b4d9-2ebcea56d05d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:43.723157803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1030fb37-8970-4cd2-a5c9-877168e823ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.501757104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f414f5-bf5f-45ad-b730-9a8b3d3c5a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.553834106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f414f5-bf5f-45ad-b730-9a8b3d3c5a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.605588586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f414f5-bf5f-45ad-b730-9a8b3d3c5a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:47.657412683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02f414f5-bf5f-45ad-b730-9a8b3d3c5a52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:49.581770634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c021a00-2196-49d1-8da1-51174ed53266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:49.633419336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c021a00-2196-49d1-8da1-51174ed53266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:49.685104663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c021a00-2196-49d1-8da1-51174ed53266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:49.736974948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c021a00-2196-49d1-8da1-51174ed53266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.184106677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba1d37ab-a7ee-4ab3-bcb2-cf5f3f8ecbde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.284125172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb3234ea-101e-41e8-bd49-a44b45fe7f73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.489551382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"6f10154f-9b4a-477b-be9d-0512dacc5ed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.589458635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"5a1041ce-afae-4c06-8f7f-bc73ea546b9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.689258225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"bf0756e8-f848-4d81-ace8-e76781b09614","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.713360691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"bd3dff0f-df9f-4a63-a5a9-bd0429b4b3a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:52.991004378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:54.251239824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"a47fd962-809b-4ddf-9954-17ccc6509b91","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:12:54.251273499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"a47fd962-809b-4ddf-9954-17ccc6509b91","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.320909256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49f30a09-af01-4806-b59c-33e8aae32008","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.434209608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"4b2d6227-e6dc-4ce5-8529-7cb0d7340f19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.551326868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f5f2a579-08e3-4a93-a41e-e278cc4ffef4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.650772799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"12267991-c313-43ee-9dda-cc6233d73a46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.667034751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfa9f36f-309c-41e8-9c84-5ddb7da8d3e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:01.749721856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"ba137d77-2829-4153-946f-a4e0eaa2c8db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.857590526Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","namespace":"ai-tenant-e2e-shared-a-w2-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.857653464Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","namespace":"ai-tenant-e2e-shared-a-w2-980b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.857708325Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","tenant":"e2e-shared-a-w2-980b82","tenantID":"e2e-shared-a-w2-980b82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.913491192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-980b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:19.974469685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Service","name":"maas-api-e2e-shared-a-w2-980b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.03302724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-980b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.086428986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-980b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.150461551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.20550511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.262004935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.318444896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.369954189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.421480338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.472949526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.524437202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.575552085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.626795571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.678412097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.734147774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.785495611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.836796045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.890923146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-980b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:20.942525405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-980b82"},"namespace":"ai-tenant-e2e-shared-a-w2-980b82","name":"default-tenant","reconcileID":"ed823acf-99a4-4a92-bb4f-bdb75189e3ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-980b82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:22.990253024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:24.634212176Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-980b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-980b82","reconcileID":"71869e0b-a4c9-41c9-92d8-2ab1b876046d","aitenant":"ai-tenants/e2e-shared-a-w2-980b82","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:25.272138403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26442f-bb2c-41ec-9efe-0b21cd040d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:25.324117578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26442f-bb2c-41ec-9efe-0b21cd040d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:25.375843213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26442f-bb2c-41ec-9efe-0b21cd040d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:25.427683597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26442f-bb2c-41ec-9efe-0b21cd040d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:25.48789151Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-980b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-980b82","reconcileID":"71869e0b-a4c9-41c9-92d8-2ab1b876046d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-980b82","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-980b82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.368393637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e344ba-9e5c-4f05-9b1f-5ffc231070fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.420090782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e344ba-9e5c-4f05-9b1f-5ffc231070fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.471636461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e344ba-9e5c-4f05-9b1f-5ffc231070fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:27.523417577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e344ba-9e5c-4f05-9b1f-5ffc231070fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:28.985413492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"c223acc5-7bc1-41e8-8c56-a25ef19cf851","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.03662446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"20f4e0e7-8b70-449d-9361-6f2dc071f995","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.088792509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"764587a9-9ff5-4d9c-a07b-69df31b873a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.140420963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"9b1e1607-454b-46ca-b884-429cdacc3d56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.179536176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"e09e8759-704e-47f8-b5f0-8e1954ec80b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.297505873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3c610dd-8992-4994-a3dd-9fea38046bb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.484307538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f892818e-8bbe-4b14-82ea-d47914d1e62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.535999463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f892818e-8bbe-4b14-82ea-d47914d1e62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.588288809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f892818e-8bbe-4b14-82ea-d47914d1e62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:29.640094599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f892818e-8bbe-4b14-82ea-d47914d1e62c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:33.567893629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c5c921-33d0-442d-a0bd-c33729d0c91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:33.619609169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c5c921-33d0-442d-a0bd-c33729d0c91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:33.671199732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c5c921-33d0-442d-a0bd-c33729d0c91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:33.723105257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52c5c921-33d0-442d-a0bd-c33729d0c91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:35.670893844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d19add-f494-4402-80a6-5c8d8ae5ad4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:35.722840389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d19add-f494-4402-80a6-5c8d8ae5ad4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:35.774507201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d19add-f494-4402-80a6-5c8d8ae5ad4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:35.826300051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d19add-f494-4402-80a6-5c8d8ae5ad4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:37.974568057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"2f44857e-503a-4b38-9e25-d8f3f3598c68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.207132238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"69518fa5-0e04-4f87-a13d-1c8cf8cd1ef4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.305860936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97f7ca07-ce00-4ccb-bcd9-a31027be4102","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.439089996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"9ef8b998-cd2d-4566-a4c9-bce3ff61212a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.539674581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"a1159444-cc52-42c9-b3bc-cb95ed0de425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:38.557564296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5620076c-f892-4b4a-a4b9-35d6823c0ec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:47.147429758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"7b847a36-05a8-4497-afc9-a99ece3ffe6e","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:47.147472031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"7b847a36-05a8-4497-afc9-a99ece3ffe6e","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.708135363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bf33d59b-4b2c-4dfd-81c5-531644789cfa","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.708164403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bf33d59b-4b2c-4dfd-81c5-531644789cfa","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.76478741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"f6394199-e6f1-4000-aa35-cc0bdad54cd4","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.764806554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"f6394199-e6f1-4000-aa35-cc0bdad54cd4","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.868927321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"7ab64731-3ba4-4c26-bf2d-03bd3def0910","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.991339693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:52.99547879Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"7ab64731-3ba4-4c26-bf2d-03bd3def0910","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:53.05098159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"7ab64731-3ba4-4c26-bf2d-03bd3def0910","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:53.107930162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"89cdc82a-43bc-4226-8dcb-f3fcdb7aba0d","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:53.107948109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"89cdc82a-43bc-4226-8dcb-f3fcdb7aba0d","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.16743992Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.167497045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.16754519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","tenant":"e2e-shared-b-w2-b8d3cb","tenantID":"e2e-shared-b-w2-b8d3cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.221445193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-b8d3cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.280932444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Service","name":"maas-api-e2e-shared-b-w2-b8d3cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.340434395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-b8d3cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.394338349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-b8d3cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.453911138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.507883161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.564494509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.619480906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.671819704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.723329954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.776892881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.828159154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.879335345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.930535523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:56.98166262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:57.036864945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:57.088068919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:57.139505414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:57.191156421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-b8d3cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:13:57.242564889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb"},"namespace":"ai-tenant-e2e-shared-b-w2-b8d3cb","name":"default-tenant","reconcileID":"907a7021-4123-4d6c-a1bd-ffe44dd587ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-b8d3cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:02.672330118Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b8d3cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b8d3cb","reconcileID":"1fea3b34-33d5-412a-a47a-6735a364c62f","aitenant":"ai-tenants/e2e-shared-b-w2-b8d3cb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.202756909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7c9ec-7d04-4b79-ad23-520399925e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.254792488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7c9ec-7d04-4b79-ad23-520399925e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.307087099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7c9ec-7d04-4b79-ad23-520399925e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.307280582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6db34f49-8342-4a20-b952-68d36f1579e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.359094627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7c9ec-7d04-4b79-ad23-520399925e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.416138364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6db34f49-8342-4a20-b952-68d36f1579e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.472124058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-3bee1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbcac6984e99f86196f86e304ab6641021abf9e2a36cf661b7735e5066ae9d10) AuthConfig (a13019be93f4bb0c0c6355d6cbc8d7afee4b038471f1637c7859e98285436f63) AuthConfig (0ad8907718bb9cadb70e71e1a40c1086eb552013d261afd7e34f69532c213e5e) AuthConfig (eb76b77b884cff798c2ee12d3c9b25d79881634824509676799ab716f188e82a) AuthConfig (b60d9f8d13fa7442305faee2ab881b2b4ff80a892f93d7cecaa109ab19e89764) AuthConfig (23febe754555f5479c84b3de25b2b1f68beb58a1fda7e616738f6d443d4555a6) AuthConfig (a6f3d187c02ad20811763fc38794ddf6e5c766544e9b3acb4a5d36f64992b3c7) AuthConfig (02918ecc49d923735af6f4fce9f59d39ec96065049439efad4f20193c3ece198) AuthConfig (29fdfe5a421b871b870be828aceab9d4169165ea1b55aad7720b6f8ecfd84fc0) AuthConfig (81f464aaf56b0827437eaac171879911652dd9c6fd870d0cb4e2c2416edc76f3) AuthConfig (c443f255c72781a1246ca7dd433a8a6f0d081d513e00138931a951f53389cfea) AuthConfig (95e5a2218d6f379a69ace307b58e89104b891770a7aa43b101ac520515fe0bf8) AuthConfig (9ca8c9b8de1bfd49469b0d73c88de58f661e516cbf93be1d62a5fceeaeb28c58) AuthConfig (04999827b5e00d552c690193b09b588fd46952671101093b79f08258960109c1) AuthConfig (521466a668a2ffb28bedc6699532b2b9ad048b36a46e185f9c2e72ca3410ad8d) AuthConfig (bcb418189d51a2bf9ec34bf7c52604e39deb8cd9ff08dfd8ba8e16e6c2c535f6) AuthConfig (06889ec4fe8cf097d55acafa25ce870434da7cc3293b9ded19564535d006c84c) AuthConfig (a2345dc56d15975065fbe17f8c76dff1d9e21611290ef2816c32d48b017ddf0a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6db34f49-8342-4a20-b952-68d36f1579e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.527520197Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b8d3cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b8d3cb","reconcileID":"1fea3b34-33d5-412a-a47a-6735a364c62f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b8d3cb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b8d3cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.531519048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bec5a576-320a-4315-a652-3de1645ee23c","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:03.531534333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bec5a576-320a-4315-a652-3de1645ee23c","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.674509292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8a5b57da-b413-4b74-9f59-5cad934bf726","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.674983568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-access","reconcileID":"eb86df16-9db2-4896-bd84-2cfe5a660715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.83534385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"79d66740-3123-407a-be36-1e3a78aef75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.883496481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"a6fc2d95-a1fb-40d7-95cf-25228b9fafcf","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.891929809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"79d66740-3123-407a-be36-1e3a78aef75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:04.941229109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"064dbdb5-7fc9-4bd5-a8e9-50b4f7634ef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.033499814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"8f95d9e5-de84-47ee-ba25-154d274940dd","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.236006639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fe7db-8482-4f78-9d8c-6b591422aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.237069143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"def0d4c1-7296-489b-96c4-b63469585f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.289288633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fe7db-8482-4f78-9d8c-6b591422aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.341117129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fe7db-8482-4f78-9d8c-6b591422aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.346189789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"def0d4c1-7296-489b-96c4-b63469585f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:05.392664223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fe7db-8482-4f78-9d8c-6b591422aff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:07.272560712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d18ed-44a7-4fd7-a824-dd5ea274097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:07.324631731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d18ed-44a7-4fd7-a824-dd5ea274097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:07.376324908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d18ed-44a7-4fd7-a824-dd5ea274097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:07.427956088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809d18ed-44a7-4fd7-a824-dd5ea274097a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:09.951777532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"1954c8bc-c8a3-4866-9700-1982ab3be1ad","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.285341156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"cc487e02-c472-4ccc-a523-c8701f23985a","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.618256406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"a5d4e623-cb10-4363-9162-b5640abc93bb","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.780944947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"883cd5e7-07b5-490f-ba03-a92868276ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.826843762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"9de51c2f-98e1-45d8-a278-cd90ba49804e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.838131771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"883cd5e7-07b5-490f-ba03-a92868276ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.950895898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d813585a-e829-4cec-97b5-b6485f976f66","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:10.991888961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"1fa07d92-635f-4f57-b105-010fece1cfb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.002584897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"da5e9737-f9ab-4db4-8081-437f0605b6b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.008551828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"f2ecd55c-cf51-4f86-963b-d7ee7acf4e0d","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.054811797Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"da5e9737-f9ab-4db4-8081-437f0605b6b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.09033583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"cbfe54e2-e915-4eec-9aa3-bc5df849b4d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.106819658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"da5e9737-f9ab-4db4-8081-437f0605b6b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.111803524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"47aad762-5b16-4b2e-b572-64d5971d7d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.168442668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"47aad762-5b16-4b2e-b572-64d5971d7d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.190655736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31c1e6e7-3104-442d-a23c-6bfce0e8fb10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.195805998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"96ecab4b-9c54-44f8-84d8-84890aaeb08f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.30584626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1bbcd61-88ae-4148-86cc-99be9614a51a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.491893446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"d0e09275-cc3f-4118-a8fe-6310898e7fa2","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.523358668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"bb3f2614-75b3-4b80-9774-6d8991100119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.54280722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d5dca1b7-cea1-4f45-8407-35abd658eaab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.594057159Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d5dca1b7-cea1-4f45-8407-35abd658eaab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/simulator-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.594426286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1536d0b4-3b8e-4358-a347-41a8106cce05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:11.652502171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"1536d0b4-3b8e-4358-a347-41a8106cce05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:11.88097485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"simulator-subscription","reconcileID":"d5dca1b7-cea1-4f45-8407-35abd658eaab","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:13.635396897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"8ca39eb9-bd8d-4faa-bc16-ad5fbd3548f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:13.69215002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"8ca39eb9-bd8d-4faa-bc16-ad5fbd3548f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:14.008138913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"75a205bd-1986-4d82-b437-6725a46efc4e","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:14.008163993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"75a205bd-1986-4d82-b437-6725a46efc4e","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:16.987116303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"c9e32384-9897-4bda-80e6-ea0f4dab3834","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.11804631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"818e3bc2-1138-465d-9cfd-89abf78d3a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.147568206Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"aea37544-1867-4f23-b5cb-7758e765147f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d5a7914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.174744668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"818e3bc2-1138-465d-9cfd-89abf78d3a05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.24339616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"42c3876c-173e-40ec-8b9b-419f057db3d7","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.352913824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"cbf44dad-04b9-41e2-b626-61c8d34959ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d5a7914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.377524889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6f63eaf-24d3-4fac-88ca-cf9fb79beca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.583042272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6f63eaf-24d3-4fac-88ca-cf9fb79beca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.711304188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6f63eaf-24d3-4fac-88ca-cf9fb79beca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"e2e-worker-w2-08c2c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.711335532Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-access","reconcileID":"d6f63eaf-24d3-4fac-88ca-cf9fb79beca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:17.769999996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"ccaeb056-9d4e-425d-9a42-16f2e8670f44","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.004287292Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"7c2f001a-8342-4fc7-b57d-84242b9daaab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d5a7914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.375720054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"c703998d-4fef-4100-90af-cb088ea653f2","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.427467628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"ee112e03-9374-45ac-b3c3-9781f89d68f9","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.478839281Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"3bef932c-b5d4-45d2-b718-5a874096c88e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d5a7914","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.47946652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"4cceb2f0-a735-47a5-b0e7-f36616f14645","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.479653626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"198905e7-f73d-476e-9d4a-b967b8407380","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.885855056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"1d8cad35-134d-40b3-8751-e268364dbcc2","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.885884193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"1d8cad35-134d-40b3-8751-e268364dbcc2","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.942481809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"8128ff78-03a9-47c3-9913-7464ef019be0","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:18.942504034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"8128ff78-03a9-47c3-9913-7464ef019be0","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.045239844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6be8fe8f-c132-4d77-8e1c-0afe20bb5adb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.174371509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6be8fe8f-c132-4d77-8e1c-0afe20bb5adb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.231013647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"6be8fe8f-c132-4d77-8e1c-0afe20bb5adb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.287775038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"46936e49-589e-4f0d-a800-3579e6919404","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.287795826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"46936e49-589e-4f0d-a800-3579e6919404","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.372942138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69eae62-4792-418a-a9d6-6835d5fcd0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.425049668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69eae62-4792-418a-a9d6-6835d5fcd0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.481869492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69eae62-4792-418a-a9d6-6835d5fcd0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:19.533679867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69eae62-4792-418a-a9d6-6835d5fcd0dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.474490517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88340be4-ac6d-4173-912d-8c2d3ce1936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.526264751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88340be4-ac6d-4173-912d-8c2d3ce1936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.578126068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88340be4-ac6d-4173-912d-8c2d3ce1936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:21.629955387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88340be4-ac6d-4173-912d-8c2d3ce1936d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:22.989522475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.427611933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"91c0a211-b75a-41d9-9b8f-b56107300186","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.479997248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"af278c77-1454-44a4-aee5-e91c8b05f7d3","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.480290708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"013b4255-3e80-40d7-8e24-3b33749317fd","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.480476134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"641fe4b1-f1ec-42e5-b6c0-8db348fece70","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.531955928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"16b2d740-db70-4828-af35-3081993d2173","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.594159936Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"16b2d740-db70-4828-af35-3081993d2173","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.65738199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"premium-simulator-subscription","reconcileID":"16b2d740-db70-4828-af35-3081993d2173","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"name":"maas-trlp-premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6","model":"e2e-models-e2e-worker-w2-08c2c6/premium-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:28.92740475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"6f23a10e-a066-436b-b18d-6588f6c54291","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.391669621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"1c7475a7-33d1-4096-af2a-300f015601cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.448578721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"1c7475a7-33d1-4096-af2a-300f015601cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:29.503582364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"1c7475a7-33d1-4096-af2a-300f015601cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.251102195Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","namespace":"ai-tenant-e2e-worker-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.25120762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","namespace":"ai-tenant-e2e-worker-w2-08c2c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.251276753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","tenant":"e2e-worker-w2-08c2c6","tenantID":"e2e-worker-w2-08c2c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.305038972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Deployment","name":"maas-api-e2e-worker-w2-08c2c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.365001284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Service","name":"maas-api-e2e-worker-w2-08c2c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.425952422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-08c2c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.479735346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-08c2c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.537252576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.591536327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.648312571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.702554554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.753918554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.805075914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.856322907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Service","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.907503083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:37.958931865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.010417792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.061679894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.117049373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.16856198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.220035926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.271477382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-08c2c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.322697991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-08c2c6"},"namespace":"ai-tenant-e2e-worker-w2-08c2c6","name":"default-tenant","reconcileID":"e55aaa5d-7462-4fae-bb3f-27ac98208b15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-08c2c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.428962403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-2-w2-08c2c6","reconcileID":"bd0f6045-cf80-4d1d-89e0-3240d54e1155","MaaSModelRef":{"name":"distinct-2-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-2-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-2-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.480465516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"distinct-w2-08c2c6","reconcileID":"676edba3-9742-4922-b592-8093ea8a4b7e","MaaSModelRef":{"name":"distinct-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"distinct-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"distinct-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.480786206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"simulator-w2-08c2c6","reconcileID":"122fa0f2-9f7d-4bf0-8338-96d501734bf6","MaaSModelRef":{"name":"simulator-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"simulator-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"simulator-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:38.92809613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"namespace":"e2e-models-e2e-worker-w2-08c2c6","name":"premium-w2-08c2c6","reconcileID":"63650cee-cbae-4222-b0a4-067f92f64034","MaaSModelRef":{"name":"premium-w2-08c2c6","namespace":"e2e-models-e2e-worker-w2-08c2c6"},"routeName":"premium-w2-08c2c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-08c2c6","llmisvcName":"premium-w2-08c2c6","gateway":"openshift-ingress/e2e-worker-w2-08c2c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.607297972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"68535252-02c2-4d2f-b049-60722971188a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.664123753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"68535252-02c2-4d2f-b049-60722971188a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.719729703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-9b6c9e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (77cd6a2d3321b664956ad4782f34c4de886a6b8ac464a7f1401801a695211852) AuthConfig (136998c253005eda923e7c197af4af6e2ab43f9c030a81cf47b91506001338bd) AuthConfig (7555111304137a2aa283067930b873fca1ae2299540fd1546fde3172ec7996d2) AuthConfig (a49df7bdf7ddf7d264785dd4d1741f86065146d6f73c17622d81da8299c47537) AuthConfig (70b8266d283545560a58e11f267df059e8da977aee6bfa54c9d0ef5be90cc3b1) AuthConfig (c22c2764bfda082f44523c53ba7fa96ada1ea6bacd98dd8cb7cd0841b88f973c) AuthConfig (3066254c88187559aa59d05859005a0ce5cf1174dfdb522bfcdeed206945432b) AuthConfig (0db665693427088bee4d41e95596c7babd62ed1f1d6364d7a0505fd3da18e17a) AuthConfig (3c9d4cf064a69b6a086b6da597ffe212bfee0911e75091052866a1c603172fba) AuthConfig (93616c10d9b8d638493089e6e34284adf90c114a773fd29affdc430ece596b84) AuthConfig (5820756c8d4fdf4ea1a790d18d91446fb1c2288a6d6fd07fb7c16784dba9a454) AuthConfig (0f526ce586fdfea92b7a701e25c6fe24dc5cd330ddb6b35b2cf79587349fc60f) AuthConfig (d2bcf02b0d043c0301a94682a4e5ba200a24b1b4beb5ba5e76d5da0d5de856a5) AuthConfig (e6f95d4420a426d59b825f27d1448c14ec673e4881707b5fd9a75e97f21878d5) AuthConfig (a400804066e8f77cb9e36e4bc60fface0e60dd543d07d4d8d413db8fa797c187) AuthConfig (ff14b5cee149ce90efdf391994c65973498e34f62322adae28693bdd7dd79d5b) AuthConfig (d64227f4f6640bdcbeec1ced9a37e13455226482a3d1acdde439987016cfbddc) AuthConfig (aa99b621a418e1f93aafd838e97b84626d85a697e0c66a2a540ab43a44ed73ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"68535252-02c2-4d2f-b049-60722971188a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.777421211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"a2283d7c-6199-49a2-88ee-99695091bfc2","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:39.777440069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"a2283d7c-6199-49a2-88ee-99695091bfc2","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.458928434Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-08c2c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-08c2c6","reconcileID":"eed603ab-06b3-44e2-b31d-f79f33650e49","aitenant":"ai-tenants/e2e-worker-w2-08c2c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.884338593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"ce08d6fd-53ec-40f5-b0d1-5836692820de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:49.941190912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"ce08d6fd-53ec-40f5-b0d1-5836692820de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.076692922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718fbc43-aca4-4d3b-9fb0-5bb915fa93b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.128695206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718fbc43-aca4-4d3b-9fb0-5bb915fa93b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.18080551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718fbc43-aca4-4d3b-9fb0-5bb915fa93b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.232531418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718fbc43-aca4-4d3b-9fb0-5bb915fa93b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.290831526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"46cdf32f-7945-4772-9b0a-27ac8c28134e","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.290878187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"46cdf32f-7945-4772-9b0a-27ac8c28134e","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:50.29137305Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-08c2c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-08c2c6","reconcileID":"eed603ab-06b3-44e2-b31d-f79f33650e49","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-08c2c6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-08c2c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:52.13115176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2ce04-02c6-458b-b3be-292b62511d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:52.186031516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2ce04-02c6-458b-b3be-292b62511d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:52.237927735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2ce04-02c6-458b-b3be-292b62511d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:52.291512776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e2ce04-02c6-458b-b3be-292b62511d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:52.990012064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.677488432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"4360155d-9d6c-420d-b470-6ab6ac5364be","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.677510733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"4360155d-9d6c-420d-b470-6ab6ac5364be","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.734939975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ebaaf3ec-fefb-449b-baf5-3531e6ae24a3","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.734962181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ebaaf3ec-fefb-449b-baf5-3531e6ae24a3","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.780150837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"de2ddd84-4461-4bc8-9d77-87986cf781d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:55.785701146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"a350caa9-4191-4d2c-baba-4a1888becc31","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f3f78a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:55.788243946Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ebaaf3ec-fefb-449b-baf5-3531e6ae24a3","name":"sub-test-model-3bee1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3bee1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:55.788304394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ebaaf3ec-fefb-449b-baf5-3531e6ae24a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-3bee1b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.793629249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"cd8301cf-2f2d-4896-90d0-00b99b400b8f","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.79364597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"cd8301cf-2f2d-4896-90d0-00b99b400b8f","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.836569181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"de2ddd84-4461-4bc8-9d77-87986cf781d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.894073578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"1c88d9c5-404b-4835-877f-bfc666991465","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.894094295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"1c88d9c5-404b-4835-877f-bfc666991465","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.94931376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"13d8ae98-5429-40a7-8eca-cded3089b110","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.949334196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"13d8ae98-5429-40a7-8eca-cded3089b110","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.994587577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"aebf2215-df24-442d-9c07-4f411a379d9d","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:55.994608571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"aebf2215-df24-442d-9c07-4f411a379d9d","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.052082229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"460ab0a9-d626-4e97-8b9e-be796264439a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.05210824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"460ab0a9-d626-4e97-8b9e-be796264439a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.096782085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"ad0bfa4e-6057-4a7e-b659-281fe01e40ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:56.10267395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"7acb8750-e61b-4b4e-a3a7-3a470e989bac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f3f78a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:56.105115338Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"460ab0a9-d626-4e97-8b9e-be796264439a","name":"sub-test-model-9b6c9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9b6c9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:56.105196011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"460ab0a9-d626-4e97-8b9e-be796264439a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9b6c9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.110512432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"2ead8afa-dc68-4974-a435-6bb2209f9f0c","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.110527553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"2ead8afa-dc68-4974-a435-6bb2209f9f0c","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.154001915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"ad0bfa4e-6057-4a7e-b659-281fe01e40ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.161048443Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"51258781-168d-483e-99b4-695f45d5f3a7","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"sub-test-model-3bee1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3bee1b/e2e-shared-sub-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.197521034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"05e98591-3586-4d48-b3d3-74bf7ebeebb7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.211158857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"8e3f95f4-d294-464f-ba9b-5f9c1901aa12","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.211210995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"8e3f95f4-d294-464f-ba9b-5f9c1901aa12","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.254077493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"05e98591-3586-4d48-b3d3-74bf7ebeebb7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.267996516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"55cf9518-a0f1-4713-a9bd-bbfc49bc58bf","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.268020796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"55cf9518-a0f1-4713-a9bd-bbfc49bc58bf","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.277824399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"23f37fbc-1176-4fea-a2b7-f2df5c8ece1f","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.277841219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"23f37fbc-1176-4fea-a2b7-f2df5c8ece1f","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.325491549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"c921a0aa-241c-4101-98c9-8560f4fb793e","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.325511421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"c921a0aa-241c-4101-98c9-8560f4fb793e","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.33225457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"41cb26dd-42e8-4527-8882-c2cf2db7ee46","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.33227852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"41cb26dd-42e8-4527-8882-c2cf2db7ee46","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:56.384421856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"466eed61-1b49-47f2-9071-b3ae177e6348","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-f3f78a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.459564805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"730917da-3f40-4e21-bc7f-8977152124ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.477838061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"b9793de4-2c4f-4bff-8251-23e2b7d5f122","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"sub-test-model-9b6c9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9b6c9e/e2e-shared-sub-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.497512635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"163c2873-3f35-4574-af89-f643ba97e0e7","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.497535614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"163c2873-3f35-4574-af89-f643ba97e0e7","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.515842854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"730917da-3f40-4e21-bc7f-8977152124ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.55066307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"76789819-2dc3-4b8a-b52a-c8cd473a51d0","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.550680879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"76789819-2dc3-4b8a-b52a-c8cd473a51d0","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.552574333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"2fa29f71-0b4e-4593-804f-41825d13e4d4","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.552591325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"2fa29f71-0b4e-4593-804f-41825d13e4d4","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.560119101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"d0a49ba9-c817-4c70-950f-799705b92421","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.607273894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"f9f3a9a6-7f8b-447c-96c9-7b01fd941a9f","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.607293454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"f9f3a9a6-7f8b-447c-96c9-7b01fd941a9f","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.616674088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"d0a49ba9-c817-4c70-950f-799705b92421","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.633232108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"ab968f9a-142f-461d-b28d-ebdbe166cef5","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-3bee1b/e2e-a-only-f3f78a","ai-tenant-e2e-shared-a-w1-3bee1b/e2e-shared-sub-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.640750947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"94263c7a-6523-420c-822e-4178d8063fa3","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.640772024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"94263c7a-6523-420c-822e-4178d8063fa3","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T00:14:56.65673834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"47c24c2a-0b9a-46d1-aca6-957d43493d83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-f3f78a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.760038329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"4f284510-7bb0-4ac8-bec7-10e56d4c9b4e","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.772574003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"c651683d-316e-488f-adce-9cdcd79a1953","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.772591005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"c651683d-316e-488f-adce-9cdcd79a1953","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.824417681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"47a78207-3255-4451-a340-755f5f78aedb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.829160845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"279d5bee-b8c3-4407-91a5-92e8fc798650","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.829209325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"279d5bee-b8c3-4407-91a5-92e8fc798650","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.886473046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"47a78207-3255-4451-a340-755f5f78aedb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.919841336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"225178ee-3214-4fc0-8220-8497e2f75066","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-9b6c9e/e2e-b-only-f3f78a","ai-tenant-e2e-shared-b-w1-9b6c9e/e2e-shared-sub-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.921880969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bc75011e-47aa-4046-a3f8-76c0ca1ed768","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:56.921911878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"bc75011e-47aa-4046-a3f8-76c0ca1ed768","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.002137572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"c7253350-51f5-4920-81a0-0b85e42e187b","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.10109285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"bb4b75e7-f1fd-48fb-ac95-076df19886d7","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.131379892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"eac4cfdd-b69d-4118-be9b-c6ace75115b0","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.237145425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"e64c60cb-150f-4a69-a53a-8f439a252098","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.288158828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"c4009268-b27e-48ef-bdac-3bde209aa86a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.288214482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"c4009268-b27e-48ef-bdac-3bde209aa86a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:57.49636431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"4865a938-3928-42eb-8f11-df3f76ae0306","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:58.542316984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"ffc57c54-a0bf-4707-8aaf-671ca6497fdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:58.745217108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9021972-a8a2-4717-8e76-9eb9577cadee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:58.817319127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"368d2f3b-54fe-46ea-8536-a3c46165d444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:14:58.916149278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0132276-3730-432f-846a-a2c147cce2b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.470385747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"06f5448b-ddbd-4157-8475-9a1f004c5d26","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.470467213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"48dbf78a-9047-43ad-b24e-3617bcf24e49","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.571071556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ca433a2-3b63-476c-9119-5568b40ef64f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.585912317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"dbe29549-92ec-400c-85da-1cb746e8abcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.636291526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"e3fdea8d-4faa-4a4b-a356-82fc3293c173","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.636321489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"e3fdea8d-4faa-4a4b-a356-82fc3293c173","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.63679258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"7a41871e-ea2f-475b-aeaf-e43a40322b32","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.6368123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"7a41871e-ea2f-475b-aeaf-e43a40322b32","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.670833614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"770fb21d-3ad1-4ce9-a281-709517bb20a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.84441053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"f63e2cf3-c261-4125-a4cc-4b23d237c7f1","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.844472967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"cbd53941-3834-4f75-b6a5-5e0badc2b6d7","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.944221685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d9c7d40-ce6f-489d-a895-a6faa9495921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:10.994412075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"fcedbcc5-37e3-45a8-8b8e-29886cd8b0c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.008349779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"e57c143d-fd8b-4005-8515-181eec75c490","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.008367326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"e57c143d-fd8b-4005-8515-181eec75c490","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.008652555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"da185c36-b4f8-4c1d-9b8f-0777279cf692","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.008662867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"da185c36-b4f8-4c1d-9b8f-0777279cf692","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.052303216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"fcedbcc5-37e3-45a8-8b8e-29886cd8b0c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.096372902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"15e7a270-c0e3-4287-b217-ef8758bc54e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:11.153241977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"15e7a270-c0e3-4287-b217-ef8758bc54e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.365229223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"60cd0d6e-1039-450b-971a-72cd23e5877d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.365237336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"3ba613e2-0e12-488c-8974-8287e754fac3","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.365340324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"3ba613e2-0e12-488c-8974-8287e754fac3","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.570013782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"60cd0d6e-1039-450b-971a-72cd23e5877d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.631762457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"08bfee93-1dd1-43d8-a9af-4e801932fd91","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.631762436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"8c7e3f89-27b8-44db-8149-2c85d92e4ba5","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.696629488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"60cd0d6e-1039-450b-971a-72cd23e5877d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"e2e-shared-a-w1-3bee1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.696654735Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"60cd0d6e-1039-450b-971a-72cd23e5877d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.754529738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"5030d877-fb81-4358-a7f4-eb78610fe5a2","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.754550702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"5030d877-fb81-4358-a7f4-eb78610fe5a2","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.892508908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"1aea5d0d-8e0f-44b4-b966-8b621ef17436","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:14.892528741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"1aea5d0d-8e0f-44b4-b966-8b621ef17436","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.021291234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"2d15e770-2a59-43cf-853f-254a3e1dcc9b","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:15.021474634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"4dd3eaf1-53af-4fc2-aa02-b3e4e0f6a0fc","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:20.841722848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"82d57fa3-a34e-4d39-8161-c2ff0bf0aaf9","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:20.841754704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"e2bd778d-bd6f-4f39-bb1b-01187cdd39b3","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:20.941737456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"9d520c83-23fc-4cb7-9d82-88a322749468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.043104252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc3c8bde-f416-4f69-8ebd-e3a2d289a51d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.101272103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"20e7a951-5328-4f86-b014-b632a72c8a2d","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-3bee1b/e2e-a-only-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.155458137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc9d4147-a2c6-4264-806a-e5876d85ae07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.155484081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"9103c85b-bab7-4016-917d-c7de4215cac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:21.457510085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"b820d7d1-f04c-4e69-8a27-66a7aa46276d","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:22.989432003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.292421585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"f01d64b3-7805-4768-8139-5d3961d07e66","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscription":"e2e-shared-sub-f3f78a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.448260607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-shared-sub-f3f78a","reconcileID":"f01d64b3-7805-4768-8139-5d3961d07e66","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.72158189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"f5395c87-4f56-461f-bf0f-618070db7686","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.721602622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"f5395c87-4f56-461f-bf0f-618070db7686","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.879887622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"52b7eea6-090e-4484-9409-e65b97301083","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:25.879917656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"52b7eea6-090e-4484-9409-e65b97301083","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:30.954564089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6583259f-ad7c-4f13-9a97-009069329b02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.054186718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"a9e93743-f2aa-4f35-b533-2690bd63cf54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.15352313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"323db684-b60c-41ab-a8b1-149d58fb3a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.254077023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"87d83c4a-9b0e-4eb4-9cc5-f7a07b0accf0","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.254088723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"f97c029f-527a-4afe-9844-4cbce7dcc143","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:31.413271468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61e32821-edd1-4831-9337-e47f3c4a4163","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.041823367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"db635d93-9431-4e1c-8c1b-c15dc6d167dc","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","subscription":"e2e-a-only-f3f78a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.094963591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"db635d93-9431-4e1c-8c1b-c15dc6d167dc","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.146922352Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"e2e-a-only-f3f78a","reconcileID":"db635d93-9431-4e1c-8c1b-c15dc6d167dc","MaaSSubscription":{"name":"e2e-a-only-f3f78a","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"name":"maas-trlp-sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.416512836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ff6b8874-0c4b-46b1-898c-991802f62741","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"tenant":"e2e-shared-a-w1-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","model":"ai-tenant-e2e-shared-a-w1-3bee1b/sub-test-model-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.41653376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"sub-test-model-3bee1b","reconcileID":"ff6b8874-0c4b-46b1-898c-991802f62741","MaaSModelRef":{"name":"sub-test-model-3bee1b","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"routeName":"sub-test-model-3bee1b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","llmisvcName":"sub-test-model-3bee1b","gateway":"openshift-ingress/e2e-shared-a-w1-3bee1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.733737327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"fca26826-b4c4-4a89-ab2a-5245e8cc8adf","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.733760891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"0a7bf0e6-cf74-42ca-90c9-b94534ea03b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.733764807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"fca26826-b4c4-4a89-ab2a-5245e8cc8adf","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:36.937562715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"0a7bf0e6-cf74-42ca-90c9-b94534ea03b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.000701739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"7865597d-ff4e-43ba-8914-e22578fcd990","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.000769493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"a683b734-cac8-47c1-b994-48438dcdb184","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.063636648Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"0a7bf0e6-cf74-42ca-90c9-b94534ea03b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"e2e-shared-b-w1-9b6c9e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.063657998Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-sub-iso-auth-f3f78a","reconcileID":"0a7bf0e6-cf74-42ca-90c9-b94534ea03b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.119671636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"3ccec55a-8624-4143-96c6-bfe3369112e7","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.119691145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"3ccec55a-8624-4143-96c6-bfe3369112e7","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.267972155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"2150be1d-f68b-43fb-a321-6d265a754f24","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.268001678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"2150be1d-f68b-43fb-a321-6d265a754f24","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.385135253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"0ad5eca9-c019-4c83-9bf0-f9e59063f680","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:37.385209408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"0d098a96-ef36-4f59-a774-c48922f3004d","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.233427403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"56753d40-4633-4bfe-8bff-cd11330be5f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.350950881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a62db16-4149-4d3b-b3f3-4199b28e2a46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.393844741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"8f13059c-55d9-42ca-9321-160654bf8d17","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-9b6c9e/e2e-b-only-f3f78a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.435822624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"3d6709bc-4116-4fda-bea6-0a6ed311c49c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.53665414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fec9d9e-e318-472d-b87d-924bb1ac9d37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:38.711395912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"da2d5f3c-705f-4d94-b993-2bcf45dee5a2","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:45.98880588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55a70d1c-9448-4484-b5c2-c98aa8a1ee82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.08994257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"652fbe29-19f4-4a54-8ca8-72f5e1951e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.190054633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cb506bb-6ee0-4e06-832c-e80f71534ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.190261473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"08a9922b-dbdc-463b-a363-794d76fe1a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:46.290489374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"cc28be05-99b2-4493-b0db-c1b004b885e6","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.652595169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"c5d3285d-6fb0-4779-b860-9adc832d1473","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscription":"e2e-shared-sub-f3f78a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:47.808665216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-shared-sub-f3f78a","reconcileID":"c5d3285d-6fb0-4779-b860-9adc832d1473","MaaSSubscription":{"name":"e2e-shared-sub-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.041371847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"1c19024e-e8e2-409d-9d2d-edfaee5381ae","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.041399389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"1c19024e-e8e2-409d-9d2d-edfaee5381ae","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.361740839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"528510b0-c2b9-4c49-9e74-fdd6f40b2e4a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:48.36176651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"528510b0-c2b9-4c49-9e74-fdd6f40b2e4a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.98855889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"70097673-71f8-4b45-9c6d-c77c0139c83c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:52.990398727Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.147367352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08f88008-949c-480a-aa12-3a2c359f3ad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.24875051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54284cd9-0ef5-4244-ab21-36d701948677","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:53.379004751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"6c83c975-f553-4891-91cf-e07076b6f989","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.523678276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"cfce9a17-a19c-4b1a-906d-9cf86e27eac6","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","subscription":"e2e-b-only-f3f78a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.575939444Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"cfce9a17-a19c-4b1a-906d-9cf86e27eac6","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.628342848Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"e2e-b-only-f3f78a","reconcileID":"cfce9a17-a19c-4b1a-906d-9cf86e27eac6","MaaSSubscription":{"name":"e2e-b-only-f3f78a","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"name":"maas-trlp-sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.899206598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"bf82e6b0-8178-4e1a-adb6-a9bb58b7f67a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"tenant":"e2e-shared-b-w1-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","model":"ai-tenant-e2e-shared-b-w1-9b6c9e/sub-test-model-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:15:58.899226945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"sub-test-model-9b6c9e","reconcileID":"bf82e6b0-8178-4e1a-adb6-a9bb58b7f67a","MaaSModelRef":{"name":"sub-test-model-9b6c9e","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"routeName":"sub-test-model-9b6c9e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","llmisvcName":"sub-test-model-9b6c9e","gateway":"openshift-ingress/e2e-shared-b-w1-9b6c9e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:04.992938083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"cf7794d7-f619-4594-8777-5b3472c83532","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.094252523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"aed82efd-d947-4f0e-bc30-40f6416a9095","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.110108002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2747b15c-0896-43d7-94ef-bcc76b2bcba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:05.19412998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2520daf-831a-41fe-9513-798f8173ddee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:14.26669304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b0771a0-7cc7-4945-8417-f1c8a70550b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:14.368108148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"754ebd80-239b-49a3-9d2b-068c9e655a7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:14.46926833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d43257bb-722e-42a7-a4fd-f502ed0851ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:14.567724275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"d89f40cc-e95b-4f2e-b243-2507992c8229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.552620396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7ffeeaa-7e78-43a5-9ce5-3af316696eda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.819011634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb8ad33c-e166-4505-9b17-e7767cbd4e25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.917692181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"f1b42eff-4a91-4e58-af70-20e929bd421d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:21.962977647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"fc81f8a5-a869-4063-ab61-a71f9dcc495d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.910930308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca11a074-6ba2-48d1-950b-caf68667514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.962561591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca11a074-6ba2-48d1-950b-caf68667514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:22.990579894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.014267019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca11a074-6ba2-48d1-950b-caf68667514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:23.066047531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca11a074-6ba2-48d1-950b-caf68667514f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:24.971529713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e408afef-9ff1-49ab-bede-7c01cffe10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:25.023277833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e408afef-9ff1-49ab-bede-7c01cffe10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:25.074867285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e408afef-9ff1-49ab-bede-7c01cffe10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:25.126892256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e408afef-9ff1-49ab-bede-7c01cffe10c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.016479053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"0c56f8c7-7640-4cd0-adad-6956fa2d918f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.248778047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41f1268c-8427-4393-942e-375ca77b6720","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.351266559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bdfe77c-f2c7-4542-94ce-f4bf5111db63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:28.449271797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"f9155b03-39bb-422b-85f5-194e04c77b3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.454505553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.454603487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.454668446Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","tenant":"e2e-shared-a-w1-3bee1b","tenantID":"e2e-shared-a-w1-3bee1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.50833768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-3bee1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.568701146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Service","name":"maas-api-e2e-shared-a-w1-3bee1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.628966877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-3bee1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.682295823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-3bee1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.739522995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.793326984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.849830777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.906011737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:37.957544672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.009251704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.060785186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.112133919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.163653966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.215273481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.266520601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.322109774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.373709563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.424960516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.476371926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-3bee1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:38.528001623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-3bee1b"},"namespace":"ai-tenant-e2e-shared-a-w1-3bee1b","name":"default-tenant","reconcileID":"c992159e-faa6-4639-887e-5c4bc79accda","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-3bee1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.061009328Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3bee1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3bee1b","reconcileID":"dad58e50-1da7-4e1b-89da-7aad7a449773","aitenant":"ai-tenants/e2e-shared-a-w1-3bee1b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.672031495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b15177-671b-4a75-92f8-dbb10c4ce77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.72377395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b15177-671b-4a75-92f8-dbb10c4ce77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.775555574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b15177-671b-4a75-92f8-dbb10c4ce77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.843702578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b15177-671b-4a75-92f8-dbb10c4ce77e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:43.931489627Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-3bee1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-3bee1b","reconcileID":"dad58e50-1da7-4e1b-89da-7aad7a449773","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-3bee1b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-3bee1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.493899243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"c6a5616f-87a1-4ff7-a9c1-8bf3931ba94b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.595423643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8135c00-2adf-45c6-abc9-c26abc0e7e91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.699018107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"b6a3fbc7-862b-4640-945f-fe952bf9a798","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:44.79540886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11fe3f19-ae35-406d-94f4-a66607bc17d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.770412087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3336ddc-12bc-46f7-8619-7545709f0439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.82210282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3336ddc-12bc-46f7-8619-7545709f0439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.873934737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3336ddc-12bc-46f7-8619-7545709f0439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:45.925877323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3336ddc-12bc-46f7-8619-7545709f0439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:47.87075017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2556433-7e08-4aa5-b503-53473bebba6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:47.922611038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2556433-7e08-4aa5-b503-53473bebba6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:47.974220357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2556433-7e08-4aa5-b503-53473bebba6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:48.026073807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2556433-7e08-4aa5-b503-53473bebba6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.634743305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"b11722c5-7bdd-4b01-a651-5c11f18c19ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.729899231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"b14f6730-366d-4c22-8821-6ac77288b8c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.830593258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32b969b7-85e0-4b3d-b334-20bafac6bb3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:50.931131896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4115d0ef-3672-4c1f-8500-c942bb406d6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.67759413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd23834-a3fa-430c-9186-6c604e838e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.729499102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd23834-a3fa-430c-9186-6c604e838e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.781019012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd23834-a3fa-430c-9186-6c604e838e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.832907695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fd23834-a3fa-430c-9186-6c604e838e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:52.990659709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.789895409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e2988e-59c4-44dc-98d7-2e82088bc207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.841940103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e2988e-59c4-44dc-98d7-2e82088bc207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.893782995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e2988e-59c4-44dc-98d7-2e82088bc207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:54.945440379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e2988e-59c4-44dc-98d7-2e82088bc207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.05902662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.059090604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.059360875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","tenant":"e2e-shared-b-w1-9b6c9e","tenantID":"e2e-shared-b-w1-9b6c9e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.113333832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-9b6c9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.211375905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Service","name":"maas-api-e2e-shared-b-w1-9b6c9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.268203978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-9b6c9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.322601971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-9b6c9e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.378495882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.433022884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.492434272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.54689271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.598414269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.649870676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.702048444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.753840641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.805748369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.857395157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.909108365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:16:59.969060937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.020800215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.072344108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.123931053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-9b6c9e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:00.175456526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e"},"namespace":"ai-tenant-e2e-shared-b-w1-9b6c9e","name":"default-tenant","reconcileID":"6e9cdd04-2b03-4fcf-812a-e4af4dfabb03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-9b6c9e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:03.650377856Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9b6c9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9b6c9e","reconcileID":"eabc3488-dae8-4014-bb59-f6905c491bc5","aitenant":"ai-tenants/e2e-shared-b-w1-9b6c9e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.269932262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e38096-417a-4fd4-b94c-5af40287794d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.322046364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e38096-417a-4fd4-b94c-5af40287794d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.373937538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e38096-417a-4fd4-b94c-5af40287794d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.426088972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e38096-417a-4fd4-b94c-5af40287794d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:04.48228898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-9b6c9e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-9b6c9e","reconcileID":"eabc3488-dae8-4014-bb59-f6905c491bc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-9b6c9e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-9b6c9e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.088107396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"8588c6e2-deea-4194-bff9-6290864b837b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.188578525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ee425f4-1c3a-4863-a329-ad1aaceb589c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.206426803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"dc91c1d0-4457-43a2-8b23-04de7434f7fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.320452544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58d9c710-e211-461e-b31e-20912618431d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.582685317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-access","reconcileID":"90f4afbc-d341-4fc8-ae3d-c81824d169f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.582682121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"a38b6232-a567-4b0a-865c-b92d282a1332","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.750288813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7b93e74e-b8e2-404b-ae9f-f32e7af71081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.830817769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"2a26fee1-acff-4c67-b72b-6dad49052494","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.833723125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"7b93e74e-b8e2-404b-ae9f-f32e7af71081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.883507309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"10df1683-5bec-4e37-862d-a0ebc880bd76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:05.963108497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"95557532-0ab6-484b-b0f1-3649b8ceb8dc","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.14012664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"41449589-bab3-4ad4-aadc-9726d4de1dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.196985409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"41449589-bab3-4ad4-aadc-9726d4de1dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.372986097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2601593-89df-4463-b64e-a68d890e3005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.425065516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2601593-89df-4463-b64e-a68d890e3005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.476803245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2601593-89df-4463-b64e-a68d890e3005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:06.528891532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2601593-89df-4463-b64e-a68d890e3005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.401336929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c058af-75f6-4455-af73-3097a020527e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.453157079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c058af-75f6-4455-af73-3097a020527e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.505538444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c058af-75f6-4455-af73-3097a020527e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:08.557382592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c058af-75f6-4455-af73-3097a020527e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:10.847401561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"58747a7f-24ae-434f-836a-1b026d795436","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.013011249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54fcb722-2fdc-43ce-97ff-d380c27ff994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.11368095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"07ff8d55-a568-4b7b-b1be-9211760fda4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.128066261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"124af1bf-46e0-4682-a139-c22e250e65e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.17856079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"0bc87ffd-e431-4e81-a24f-8b8702e8c631","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.510086737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"7baf4fc7-c499-483a-8ac4-52d1811fa79d","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.671089039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9c53750c-9f88-482c-b011-e28663795b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.718379327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"4cf26891-6c75-4c72-b74c-2e3550ac0d46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.727526663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"9c53750c-9f88-482c-b011-e28663795b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.84290598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"c0730b45-bfde-4d76-8c05-d5a17399ec60","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.89414972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"c0c83393-7def-48e8-8bc8-547796f1cfb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.900585453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"0e8323de-6162-4f1e-9c57-f55089e777be","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.946245945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"c0c83393-7def-48e8-8bc8-547796f1cfb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:11.997964521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"simulator-subscription","reconcileID":"c0c83393-7def-48e8-8bc8-547796f1cfb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/simulator-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.033576802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"42da8f24-9de2-4fcd-a748-5726b3505ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.08797029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"0ad5973b-279a-4340-899c-e25032fe2268","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.089971262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"42da8f24-9de2-4fcd-a748-5726b3505ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.264478484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"2fbfab56-fdc7-484d-8073-7b9a72cdc02c","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.367213693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1ee21d74-51d0-4d1e-962c-0f8cae47fcac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:12.423869578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"1ee21d74-51d0-4d1e-962c-0f8cae47fcac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:16.972591671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f213871-43bc-4979-b060-77e241295dd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.078921545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7cbbc6aa-3177-4fe0-93c3-8f39794a0f54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.088946445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"7c21ea12-2421-4c66-9c06-d557bdb6e0da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.119841499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"69bdd002-4504-4fb9-aeb4-7e6dea03bb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.176623085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"69bdd002-4504-4fb9-aeb4-7e6dea03bb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.913256805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d4ed7814-b8e8-47e4-987c-ebbbd1bb208f","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.929794983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0d3d70b9-e1d2-4382-a523-d1af440c4792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:17.986326094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"0d3d70b9-e1d2-4382-a523-d1af440c4792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.086004696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"c2d4a8fd-b94b-4cd4-8ec1-0c35d72405b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.195306863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea5d2d87-dc17-4ab3-9591-f50f90e52d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.208064889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"b1217f8f-ee0b-4455-9dd3-a7c7f3bbcc59","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.301310839Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"ba69df37-f1cd-40b5-ab5a-aea40e9f624e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.304480885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"33997d98-e4fa-4912-b9e8-3049ae2b18ec","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.352968002Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"ba69df37-f1cd-40b5-ab5a-aea40e9f624e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"maas-trlp-premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983","model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.356219534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"fb28182b-fe63-4d1e-8459-99c74e952c2a","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.408111918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"93987208-9615-4257-91ad-c7549fb15893","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.408316192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c9e6a951-2418-445e-99e9-e09e446f06e6","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.459349562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea5d2d87-dc17-4ab3-9591-f50f90e52d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.573523035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"c5969fa6-7b4a-4085-96b0-f151c3d7a888","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.58551172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea5d2d87-dc17-4ab3-9591-f50f90e52d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"name":"e2e-worker-w1-b42983-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.585532629Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-access","reconcileID":"ea5d2d87-dc17-4ab3-9591-f50f90e52d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b42983"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:18.641514304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"746bd79b-108e-446f-b90c-97d369ae8e06","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.273055844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d24468-af01-4cb4-b080-a9689997bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.325239852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d24468-af01-4cb4-b080-a9689997bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.376794784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d24468-af01-4cb4-b080-a9689997bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:19.428636748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20d24468-af01-4cb4-b080-a9689997bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.420772782Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"ba6cc1ce-57db-4680-86a0-b54f0253d180","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.472520597Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"ba6cc1ce-57db-4680-86a0-b54f0253d180","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.531627031Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"ba6cc1ce-57db-4680-86a0-b54f0253d180","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:20.531648839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"ba6cc1ce-57db-4680-86a0-b54f0253d180","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.372979716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6655784b-0611-4d05-938e-c9699d7c636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.424799348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6655784b-0611-4d05-938e-c9699d7c636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.476587635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6655784b-0611-4d05-938e-c9699d7c636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:21.528489907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6655784b-0611-4d05-938e-c9699d7c636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:22.989610277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.53793835Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"63527b33-a4b7-4f2b-9dce-1401de3afde7","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.538024385Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"63527b33-a4b7-4f2b-9dce-1401de3afde7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.594383897Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"63527b33-a4b7-4f2b-9dce-1401de3afde7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:25.594406605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"63527b33-a4b7-4f2b-9dce-1401de3afde7","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.357227818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"e4e35179-a711-4944-ad1e-65be24c42fc9","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.409200088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"290da2df-3ae7-4827-ba8c-5d4c2c6f9a1e","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.409458315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"3054065e-18f8-4f16-b427-57dc433ed5c2","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.672671158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"3640d283-2f33-493a-93e3-a17ce4a2266c","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.782816601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"a45839fe-df37-43cb-ae96-0f7bb1b8d6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:28.834625929Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"premium-simulator-subscription","reconcileID":"a45839fe-df37-43cb-ae96-0f7bb1b8d6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b42983"},"model":"e2e-models-e2e-worker-w1-b42983/premium-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:29.101452717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"d46e8b7f-eb8b-44e3-b12a-23783ea97d77","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.595380734Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.595466321Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","namespace":"ai-tenant-e2e-worker-w1-b42983","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.595533748Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","tenant":"e2e-worker-w1-b42983","tenantID":"e2e-worker-w1-b42983","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.651442523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b42983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.710546999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Service","name":"maas-api-e2e-worker-w1-b42983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.769569455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b42983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.823409936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b42983","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.877833384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.934580723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:30.99125014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.049217371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.10091713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.15249205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.204364465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Service","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.255708111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.307162209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.35889833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.410122481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.465781926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.517106024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.568353331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.622001789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b42983","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:31.673326544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b42983"},"namespace":"ai-tenant-e2e-worker-w1-b42983","name":"default-tenant","reconcileID":"678fbb02-caf1-407e-9d00-39612141d051","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b42983","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.358296392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-2-w1-b42983","reconcileID":"f7bf7484-2762-4c76-8404-915fb6fe525c","MaaSModelRef":{"name":"distinct-2-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-2-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-2-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.409813002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"distinct-w1-b42983","reconcileID":"054d4a0f-00bd-44b2-8e54-930e699df893","MaaSModelRef":{"name":"distinct-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"distinct-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"distinct-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:38.410090835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"simulator-w1-b42983","reconcileID":"3a4cb949-40ee-44e3-8927-ff0997bf0925","MaaSModelRef":{"name":"simulator-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"simulator-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"simulator-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:39.101820381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"namespace":"e2e-models-e2e-worker-w1-b42983","name":"premium-w1-b42983","reconcileID":"4ea6c246-5d66-4ba2-9fe1-f92ff0e4380e","MaaSModelRef":{"name":"premium-w1-b42983","namespace":"e2e-models-e2e-worker-w1-b42983"},"routeName":"premium-w1-b42983-kserve-route","namespace":"e2e-models-e2e-worker-w1-b42983","llmisvcName":"premium-w1-b42983","gateway":"openshift-ingress/e2e-worker-w1-b42983","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:42.367343782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"376811f0-aba1-411a-b070-57b842dfab1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:42.468518677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0c794d8-91df-477a-800c-f60bfe4dc15d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:51.515590882Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b42983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b42983","reconcileID":"c4edda19-3252-4d8a-9fb0-b011c58a170f","aitenant":"ai-tenants/e2e-worker-w1-b42983","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.084371112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe6693-7e24-47c0-bb09-649f93c02050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.136224005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe6693-7e24-47c0-bb09-649f93c02050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.187860559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe6693-7e24-47c0-bb09-649f93c02050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.23978038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fe6693-7e24-47c0-bb09-649f93c02050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.397283956Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b42983","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b42983","reconcileID":"c4edda19-3252-4d8a-9fb0-b011c58a170f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b42983","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b42983"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:52.990717666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.181217541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1844ce-152a-45cd-a9b9-b0d94e43efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.232887387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1844ce-152a-45cd-a9b9-b0d94e43efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.284743129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1844ce-152a-45cd-a9b9-b0d94e43efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:54.33634763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1844ce-152a-45cd-a9b9-b0d94e43efa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.210740376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21eb906e-f7e3-4b18-80b2-94ee278efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.262571855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21eb906e-f7e3-4b18-80b2-94ee278efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.317347514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21eb906e-f7e3-4b18-80b2-94ee278efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T00:17:56.369866876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21eb906e-f7e3-4b18-80b2-94ee278efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}